-- Logs begin at Wed 2021-09-15 12:48:32 UTC, end at Wed 2021-09-15 13:52:27 UTC. -- Sep 15 13:29:29.658038 dv-cinder-809181-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 13:29:32.230780 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:29:32.231349 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1 Sep 15 13:29:32.232603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82230) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 13:29:32.233357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:29:32.233644 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1 Sep 15 13:29:32.233925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82230) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 13:29:32.235007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 15 13:29:32.235282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 15 13:29:32.236290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 15 13:29:32.236575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 15 13:29:32.236837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 15 13:29:32.237201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.237544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.237879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.238141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.238509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.238846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.239166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.239494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.239835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.240158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.240471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.240790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.241054 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.241371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.241696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.242025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.242306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] debug = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.242621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.243152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.243470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.243784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.244112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.244420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.244730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.245583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.245946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] host = dv-cinder-809181-1-smb {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.246259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.246611 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.246937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.247262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.247571 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.247881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.248202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.248510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.248817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_file = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.249125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.249450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.249775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.250112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.250395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.250653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.250984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.251309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.251618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.251929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.252238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.252544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.252853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.253153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.253482 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.253840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.254164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.254499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.254811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.255119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.255426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.255749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.256058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.256366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.256676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.257007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.257310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.257616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.257962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.258330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.258633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.258956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.259264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.259589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.259893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.260196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.260501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_json = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.261368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.261669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.261993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.262308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.262638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.262947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.263254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.263577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:32.263910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.264251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.264589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.264905 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.265234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.265553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.265882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.266197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.266552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.266882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.267205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.267517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.267838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.268177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.268511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.268819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.269130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.269463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.269774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.270081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.270439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.270750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.271059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.271376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.271689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.271993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.272298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.272611 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.272939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.273250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.273556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.273864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.274172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.274502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.274827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.275138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.275443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.275748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.276059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.276389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.276696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.277005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.277311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.277618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.277927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.278229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.278563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.278870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.279177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.279484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.279789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.280098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.280405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.280712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.281017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.281323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.281631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.281950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.282307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.282615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.282929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.283239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.283548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.283860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.284171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.284481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.284809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.285082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.285408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.285726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.286052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.286397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.286718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.287057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.287373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.287689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.288003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.288321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.288636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.288955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.289280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.289612 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.289944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.290273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.290626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.290940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.291289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.291601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:32.291883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:29:32.292154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82230) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Sep 15 13:29:32.952181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:29:32.952513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:29:32.952871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:29:32.954558 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 13:29:33.291312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.291805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.292461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.353299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.353618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.353919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.356862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.357173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.357475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.500417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.500740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.501041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.502221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.502556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.502855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.622210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.622501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.622807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.623112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.624146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.806169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.806573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.806899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.807212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.807544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.807944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.808228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.808519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.808807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.809144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.809440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.809745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.810049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.810364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.810676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.810988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.811280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.811595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.811878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.812211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.812646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.812954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.813209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.813545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.813827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.814106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.814572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.814831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.815108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.815382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.815654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.815928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:33.817281 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 13:29:33.825038 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 13:29:33.832371 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 13:29:33.837832 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 15 13:29:33.841174 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 13:29:33.842267 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 13:29:33.842677 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 13:29:33.843113 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 13:29:33.846853 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 13:29:33.847143 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 13:29:33.847682 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:29:33.874708 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 13:29:33.875170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.875500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82230) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 13:29:33.875911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.877258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82230) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 13:29:33.877578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:29:33.877859 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 13:29:33.880926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.881241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:33.946586 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 13:29:33.946856 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 13:29:33.947132 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 13:29:33.947532 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 13:29:33.981320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.sqlalchemy.engines [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82230) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 13:29:34.286433 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing driver for type 'gre' Sep 15 13:29:34.287012 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] gre ID ranges: [(1, 1000)] Sep 15 13:29:34.328729 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing driver for type 'local' Sep 15 13:29:34.329116 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing driver for type 'vlan' Sep 15 13:29:34.339669 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] VlanTypeDriver initialization complete Sep 15 13:29:34.340048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing driver for type 'vxlan' Sep 15 13:29:34.340594 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] vxlan ID ranges: [(1, 1000)] Sep 15 13:29:34.380201 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing extension driver 'port_security' Sep 15 13:29:34.380562 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] PortSecurityExtensionDriver initialization complete Sep 15 13:29:34.380937 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing mechanism driver 'openvswitch' Sep 15 13:29:34.381301 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing mechanism driver 'hyperv' Sep 15 13:29:34.388041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:34.388870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.389277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.389660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.390075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.390486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.390868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.391278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.391661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.392036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.392441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.392971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.393347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.393757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.394132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.394527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.394888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] ML2 OVO RPC backend initialized. {{(pid=82230) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 13:29:34.395583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.395969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.396414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.396791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > networks before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.397166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.397536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > ports before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.397909 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.398317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnets before_response 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.398679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.399053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.399425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.399794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.400164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.400529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.400894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.401895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.402263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.402900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.plugin [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Modular L2 Plugin initialization complete Sep 15 13:29:34.403256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading services supported by the core plugin {{(pid=82230) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Sep 15 13:29:34.403615 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.plugins.ml2.managers [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Got port-security extension from driver 'port_security' Sep 15 13:29:34.404107 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.extensions.vlantransparent [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Disabled vlantransparent extension. Sep 15 13:29:34.404557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82230) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Sep 15 13:29:34.404899 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: router Sep 15 13:29:34.445828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.446259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_create 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.446716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router before_create 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.447120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.447537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.447927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_delete 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.448885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.449286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_create 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.449666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.450052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.450461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.450864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.451354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.451771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.452154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.452530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: subnet after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.452905 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.453292 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.453678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_create 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.454055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.454466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.454871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router after_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.455250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.455636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_create 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.456041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.456423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_update 55549900 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.456837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > agent after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.457226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > agent after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.457607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > network after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.458588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Tracking information for resource: router configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:34.458965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Tracking information for resource: floatingip configured {{(pid=82230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:29:34.465076 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_agentschedulers_db [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 13:29:34.465702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.466093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.466501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.466884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: port after_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.467751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router before_create 55550100 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.468181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.468577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_create 55550100 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.468967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > router precommit_update 55550100 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.473536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.provider_configuration [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service providers = [] {{(pid=82230) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 13:29:34.473928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.servicetype_db [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82230) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 13:29:34.476738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.service_base [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 15 13:29:34.477120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.service_base [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 15 13:29:34.477492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.service_base [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 15 13:29:34.478444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.service_base [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 15 13:29:34.478842 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.services.service_base [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 13:29:34.479292 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.479670 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 13:29:34.499791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.500206 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: auto_allocate Sep 15 13:29:34.511176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: network precommit_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.511584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: network precommit_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.512175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.512534 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: tag Sep 15 13:29:34.523640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.524005 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: timestamp Sep 15 13:29:34.527733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.528099 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: network_ip_availability Sep 15 13:29:34.533655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.534056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.534471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.535236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.535591 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: flavors Sep 15 13:29:34.551364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.551686 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading Plugin: revisions Sep 15 13:29:34.555955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 15 13:29:34.556376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=82230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:29:34.557170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82230) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Sep 15 13:29:34.558059 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Initializing extension manager. Sep 15 13:29:34.558648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: __init__.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.559024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: __pycache__ {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.559391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.559756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.560122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: _filter_validation_lib.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.560485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.560847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: address_scope.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.561659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.562326 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: address-scope Sep 15 13:29:34.562676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.563606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.564173 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: router-admin-state-down-before-update Sep 15 13:29:34.564526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: agent.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.565303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.565873 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: agent Sep 15 13:29:34.566227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: agent_resources_synced.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.567172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.567737 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: agent-resources-synced Sep 15 13:29:34.568094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: allowedaddresspairs.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.569852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.570467 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: allowed-address-pairs Sep 15 13:29:34.570832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: auto_allocated_topology.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.572012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.572596 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: auto-allocated-topology Sep 15 13:29:34.572960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: availability_zone.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.574313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.574881 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: availability_zone Sep 15 13:29:34.575240 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: availability_zone_filter.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.576155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.576721 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: availability_zone_filter Sep 15 13:29:34.577078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: data_plane_status.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.577980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.578580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 13:29:34.578938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: default_subnetpools.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.579847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.580414 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: default-subnetpools Sep 15 13:29:34.580768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.581633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.582213 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: dhcp_agent_scheduler Sep 15 13:29:34.582598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: dns.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.583512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.584074 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 13:29:34.584431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: dns_domain_ports.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.585345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.585912 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 13:29:34.586272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: dvr.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.587058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.587627 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: dvr Sep 15 13:29:34.587987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: empty_string_filtering.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.588933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.589497 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: empty-string-filtering Sep 15 13:29:34.589854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.590779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.591340 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:29:34.591698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.592607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.593168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 13:29:34.593525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: external_net.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.594461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.595029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: external-net Sep 15 13:29:34.595385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.596281 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.596850 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: extra_dhcp_opt Sep 15 13:29:34.597202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: extraroute.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.598101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.598712 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: extraroute Sep 15 13:29:34.599067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: extraroute_atomic.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.600185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.600759 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: extraroute-atomic Sep 15 13:29:34.601117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: filter_validation.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.601811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.602414 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: filter-validation Sep 15 13:29:34.602776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: fip_pf_description.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.603684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.604253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 13:29:34.604622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: fip_port_details.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.605537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.606102 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: fip-port-details Sep 15 13:29:34.606489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: flavors.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.607718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.608292 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: flavors Sep 15 13:29:34.608654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.610365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.610954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 13:29:34.611322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: floatingip_pools.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.612097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.612674 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: floatingip-pools Sep 15 13:29:34.613034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: ip_allocation.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.613960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.614551 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 13:29:34.614911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.615839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.616412 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: ip-substring-filtering Sep 15 13:29:34.616770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l2_adjacency.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.617694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.618261 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 13:29:34.618652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.619744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.620862 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: router Sep 15 13:29:34.621221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.623697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.624285 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:29:34.624652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.625593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.626170 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: ext-gw-mode Sep 15 13:29:34.626592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.627511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.628081 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: l3-ha Sep 15 13:29:34.628441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3_flavors.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.629359 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.629923 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: l3-flavors Sep 15 13:29:34.630309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.631212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.631772 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 13:29:34.632129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: l3agentscheduler.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.633313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.633891 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: l3_agent_scheduler Sep 15 13:29:34.634253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: logging.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.636403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.636981 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension logging not supported by any of loaded plugins Sep 15 13:29:34.637344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: metering.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.638355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.639062 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: metering Sep 15 13:29:34.639428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: multiprovidernet.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.640364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.640937 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: multi-provider Sep 15 13:29:34.641298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: netmtu.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.642208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.642841 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: net-mtu Sep 15 13:29:34.643200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: netmtu_writable.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.644122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.644694 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: net-mtu-writable Sep 15 13:29:34.645051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: network_availability_zone.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.645790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.646405 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: network_availability_zone Sep 15 13:29:34.646768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: network_ip_availability.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.647853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.648421 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: network-ip-availability Sep 15 13:29:34.648780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: network_segment_range.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.649686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.650264 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 13:29:34.650651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: pagination.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.651657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.652028 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: pagination Sep 15 13:29:34.652384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.653314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.653893 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: port-mac-address-regenerate Sep 15 13:29:34.654252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: port_resource_request.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.655216 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.655784 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 13:29:34.656140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: portbindings.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.657072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.657645 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: binding Sep 15 13:29:34.658003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: portbindings_extended.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.659301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.659875 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: binding-extended Sep 15 13:29:34.660240 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: portsecurity.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.661153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.661723 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: port-security Sep 15 13:29:34.662080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: project_id.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.664469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.664856 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: project-id Sep 15 13:29:34.665222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: providernet.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.666148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.666779 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: provider Sep 15 13:29:34.667153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.670996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.671587 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos not supported by any of loaded plugins Sep 15 13:29:34.671958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.673192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.673765 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 13:29:34.674132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.675079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.675653 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 13:29:34.676015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_default.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.676924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.677489 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-default not supported by any of loaded plugins Sep 15 13:29:34.677853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_fip.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.678567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.679138 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 13:29:34.679498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_gateway_ip.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.680423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.680994 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 13:29:34.681358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_port_network_policy.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.682268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.683419 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 13:29:34.683782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_rule_type_details.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.684702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.685266 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 13:29:34.685624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: qos_rules_alias.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.686706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.687276 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 13:29:34.687633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: quotasv2.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.688658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.689029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: quotas Sep 15 13:29:34.689387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: quotasv2_detail.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.690986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.691368 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: quota_details Sep 15 13:29:34.691735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: rbac.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.692870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.693456 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: rbac-policies Sep 15 13:29:34.693823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: rbac_address_scope.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.694776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.695351 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: rbac-address-scope Sep 15 13:29:34.695713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: rbac_security_groups.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.696624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.697196 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: rbac-security-groups Sep 15 13:29:34.697555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: rbac_subnetpool.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.699097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.699672 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: rbac-subnetpool Sep 15 13:29:34.700029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: revisionifmatch.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.700986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.701554 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: revision-if-match Sep 15 13:29:34.701912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: revisions.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.703060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.703636 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: standard-attr-revisions Sep 15 13:29:34.703998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: router_availability_zone.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.704736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.705315 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: router_availability_zone Sep 15 13:29:34.705665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: routerservicetype.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.706646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.707211 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 13:29:34.707569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.708492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.709057 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: port-security-groups-filtering Sep 15 13:29:34.709411 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: securitygroup.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.722393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.722999 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: security-group Sep 15 13:29:34.723372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: segment.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.724249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.724826 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension segment not supported by any of loaded plugins Sep 15 13:29:34.725192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.726122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.726727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 13:29:34.727092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: servicetype.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.728185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.728768 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: service-type Sep 15 13:29:34.729131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: sorting.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.730128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.730530 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: sorting Sep 15 13:29:34.730890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: standard_attr_segment.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.731806 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.732378 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 13:29:34.732736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: standardattrdescription.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.733434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.734010 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: standard-attr-description Sep 15 13:29:34.734413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: stateful_security_group.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.735337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.735906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: stateful-security-group Sep 15 13:29:34.736263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: stdattrs_common.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.736853 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 13:29:34.737209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.738134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.738727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 13:29:34.739085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnet_onboard.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.740141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.740726 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: subnet_onboard Sep 15 13:29:34.741084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.742002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.742616 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 13:29:34.742976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnet_service_types.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.743961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.744547 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: subnet-service-types Sep 15 13:29:34.745449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnetallocation.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.746573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.747155 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: subnet_allocation Sep 15 13:29:34.747514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.748208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.748778 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: subnetpool-prefix-ops Sep 15 13:29:34.749133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.750060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.750656 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 13:29:34.751015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: tagging.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.752349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.752935 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: standard-attr-tag Sep 15 13:29:34.753299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: timestamp.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.754498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.755079 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loaded extension: standard-attr-timestamp Sep 15 13:29:34.755444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: trunk.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.756461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.757036 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension trunk not supported by any of loaded plugins Sep 15 13:29:34.757395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: trunk_details.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.758327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.758900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 13:29:34.759256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: uplink_status_propagation.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.760201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.761375 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 13:29:34.761732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Loading extension file: vlantransparent.py {{(pid=82230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 15 13:29:34.762453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 15 13:29:34.763024 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 13:29:34.765374 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:network Sep 15 13:29:34.766142 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnet Sep 15 13:29:34.766866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:29:34.767625 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:port Sep 15 13:29:34.769001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.769485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service FLAVORS assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.770169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.770675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.771051 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:router Sep 15 13:29:34.771759 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:29:34.772511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service METERING assigned prefix: /metering {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.774312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.774732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.775117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:29:34.776254 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:29:34.776726 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:29:34.777544 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:29:34.778351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service CORE assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.778720 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:29:34.779088 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] subnetpool is already registered Sep 15 13:29:34.779739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service CORE assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.780102 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:29:34.780458 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] subnetpool is already registered Sep 15 13:29:34.783117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.783588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service FLAVORS assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.784232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.784691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.785060 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:router Sep 15 13:29:34.785423 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] router is already registered Sep 15 13:29:34.786072 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:29:34.786462 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] floatingip is already registered Sep 15 13:29:34.787147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service METERING assigned prefix: /metering {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.787869 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:29:34.788228 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] rbac_policy is already registered Sep 15 13:29:34.788679 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:29:34.789037 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] security_group is already registered Sep 15 13:29:34.789832 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:29:34.790193 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] security_group_rule is already registered Sep 15 13:29:34.790933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service CORE assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.791296 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:29:34.791655 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] subnetpool is already registered Sep 15 13:29:34.792854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.resource_helper [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Service CORE assigned prefix: {{(pid=82230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 15 13:29:34.793215 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:29:34.793830 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.quota.resource_registry [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] subnetpool is already registered Sep 15 13:29:34.794578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: extensions {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.796061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: address-scopes {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.797300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: agents {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.798644 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: auto-allocated-topology {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.800096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: availability_zones {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.801331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: dhcp-networks {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.802908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: dhcp-agents {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.804294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: routers {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.806031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: flavors {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.807370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: service_profiles {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.809178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: next_providers {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.810639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: service_profiles {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.812083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: floatingip-pools {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.814262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: routers {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.816148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: floatingips {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.817366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: l3-routers {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.818923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: l3-agents {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.820351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: metering-labels {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.821627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: metering-label-rules {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.823089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: network-ip-availabilities {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.824379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: bindings {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.825958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: quotas {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.827555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: quotas {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.829087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: rbac-policies {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.830326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: security-groups {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.831561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: security-group-rules {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.832904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: service-providers {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.834152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: subnetpools {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.835553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: subnetpools {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.837145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.838909 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.840619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.842553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.844279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.846093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.847915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.849698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.851691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.853451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.extensions [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Extended resource: tags {{(pid=82230) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 15 13:29:34.860742 dv-cinder-809181-1-smb neutron-server[82230]: WARNING keystonemiddleware.auth_token [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 13:29:34.865929 dv-cinder-809181-1-smb neutron-server[82230]: WARNING keystonemiddleware.auth_token [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 13:29:34.875234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Acquired lock "singleton_lock" {{(pid=82230) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Sep 15 13:29:34.875759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Releasing lock "singleton_lock" {{(pid=82230) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Sep 15 13:29:34.877186 dv-cinder-809181-1-smb neutron-server[82230]: INFO oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Starting 2 workers Sep 15 13:29:34.881710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Started child 82339 {{(pid=82230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 15 13:29:34.886092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.886365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Started child 82340 {{(pid=82230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 15 13:29:34.887722 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [-] (82339) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:29:34.887823 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 13:29:34.888423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Notify callbacks [] for process, before_spawn {{(pid=82230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.890042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.890911 dv-cinder-809181-1-smb neutron-server[82230]: INFO oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Starting 1 workers Sep 15 13:29:34.891469 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [-] (82340) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:29:34.896140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Started child 82341 {{(pid=82230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 15 13:29:34.896669 dv-cinder-809181-1-smb neutron-server[82230]: INFO oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Starting 1 workers Sep 15 13:29:34.898653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] calling RpcWorker wait() {{(pid=82341) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 13:29:34.899035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] returning from RpcWorker wait() {{(pid=82341) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 13:29:34.900559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.901083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:34.901185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Started child 82342 {{(pid=82230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 15 13:29:34.901951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7d24-931d-4f91-9671-44ce5df43994 None None] Notify callbacks [] for process, after_spawn {{(pid=82230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.903618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82230) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 15 13:29:34.903835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 15 13:29:34.904042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 15 13:29:34.904318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 15 13:29:34.904740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 15 13:29:34.904932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 15 13:29:34.905259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:34.905512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.905795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.906085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.906405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.906729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.907358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.907640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.907926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.908226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.908496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.908691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.908889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.909178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.909447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.909773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.910053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.910350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.910631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.910843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.911115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.911410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.911691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.911977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] debug = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.912256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.912841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.913096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.913378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.913620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.914109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.914426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.914730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.915002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.915260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.915544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.915819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.916056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.916319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.916596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.917386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.917836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] host = dv-cinder-809181-1-smb {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.918083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.918601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.918879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.919135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.919408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.919662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.919960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.920222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.920497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.920748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.921010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.921278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.921536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.921796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_file = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.921986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_options = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.922245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.922546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.922819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.923040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.923231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.923419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.923712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.923903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.924199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.924455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.924683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.924927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.925169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.925414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.925708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.925949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.926207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.926481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.926720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.927000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.927279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.927532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.927786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.928046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.928304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.928545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.929555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.929872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.930079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.930365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.930664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.930980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.931272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.931567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.931871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.932121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.932378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.933297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.933572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:34.933691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.933863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.934098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.934404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.934803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.934954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.935211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.935458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_json = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.935710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.935973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.936261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.936518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.936742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.936991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.937242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.937530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:34.937983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.938366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.938724 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.939001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.939286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.939564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.939851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.940105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.940430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.940970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.941315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.941588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.941949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.942232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.942527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.942801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.943049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.943322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.943599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.943845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.944089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.944334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.944629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.944914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.945125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.945394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.945654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.945922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.946174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.946510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.946788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.947016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.947277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.947524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.947770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.948013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.948284 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.948547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.948845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.949128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.949375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.949620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.949862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.950110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.950398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.950634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.950870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.951113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.951367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.951609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.951877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.952127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.952368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.952642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.952861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.953090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.953358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.953609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.953850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.954121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.954405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.954680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.955363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.955363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.955363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.955790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.955790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.956049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.956275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.956499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.956742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.957025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.957530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.957530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.957814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.958069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.958780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.958780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.958974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.959137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.959397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.959646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.959902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.960146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.960425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.960884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.961382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.962312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.962312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.962312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.962836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.962836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.963180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.963180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.963450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.964539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.964539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.964539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.964539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.965122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.965122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.965393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.965530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.965774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.966062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.966438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.966767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.967072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.967346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.967636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.967910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.968183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.968481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.968771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.969045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.969296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.969615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.969998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.970307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.970597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.970824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.971271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.971742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.972007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.972518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.972685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.973187 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.973362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.973507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.975895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.976117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.976352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.976793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.977071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.977319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.977596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.977984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.978430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.978719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.978976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.979903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.980161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.980407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.980695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.980944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.981255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.981555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.981817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.982085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.982382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.982662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.982905 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.983210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.983468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.983707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.983953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.984204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.984450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.984714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.984997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.985243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.985539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.985805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.986147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.986447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.986730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.986979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.987227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.987495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.987746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.988034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.988282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.988548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.988820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.989073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.989323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.989585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.989828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.990071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.990357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.990603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.990904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.991208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.991477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.991760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.992055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.992315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.992557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.992867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.993146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.993388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.993655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.993914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.994235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.994564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.994821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.995748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.996123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.996244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.996663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.997079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.997518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.997995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.998399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.998758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.999050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.999349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:34.999690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.000013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.000326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.000576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.001067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.001436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.001754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.002318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.002318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.002578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.002823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.003084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.003441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.003695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.003943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.004229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.004538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.004800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.005053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.005321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.005573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.005854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.006102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.006387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.006637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.006827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:29:35.007353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82230) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 15 13:29:35.007544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 15 13:29:35.007727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 15 13:29:35.007932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 15 13:29:35.008134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 15 13:29:35.008317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 15 13:29:35.008564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.008755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.008944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.009132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.009319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.009526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.009714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.009901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.010093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.010306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.010514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.010704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.010891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.011078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.011264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.011453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.011642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.011828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] debug = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.012943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.013166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.013354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.013541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.013727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.013913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.014098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.014299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.014490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.014674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.014830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.015889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] host = dv-cinder-809181-1-smb {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.016865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.017888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_file = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_options = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.018852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.019960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.020996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.021966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.022939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.023127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.023311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.023494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.023678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.023860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.024973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.025161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.025345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.025529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.025712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.025897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.026080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.026306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.026494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_json = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.026651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.026837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.027834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 15 13:29:35.028039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.028231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.028431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.028588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.028780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.028968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.029156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.029344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.029533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.029720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.029915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.030958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.031138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.031326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.031542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.031706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.031860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.032956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.033941 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.034131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.034324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.034473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.034667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.034848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.035818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.036961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.037148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.037336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.037524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.037711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.037899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.038088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.038293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.038483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.038672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.038867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.039939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.040959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.041153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.041357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.041545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.042350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.042504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.042640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.042809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.042999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.043189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.043643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.043820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.044915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.045994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.046180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.046387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.046578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.046765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.046964 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.047154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.047468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.047624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.047760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.047896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.048965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.049153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.049343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.049532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.049719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.049915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.050130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.050337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.050528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.050783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.050932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.051949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.052137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.052325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.052541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.052681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.052816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.053883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.054072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.054262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.054472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.054660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.054847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.055922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.056110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.056298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.056484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.056669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.056859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.057047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.057234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.057470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.058190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.058368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.058508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.058640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.058834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.059966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.060155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.060342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.060529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.060731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.060923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.061080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.061268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.061457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.061646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.061838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.062946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.063108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.063296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.063485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.063675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.063773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:35.063867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.064976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.065163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.065362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.065549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.065737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.065925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.066112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.066327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.066521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.066709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.066908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.067096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.067286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.067476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.067664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.067850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.068040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.068232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.068428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.068624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.068813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.069984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.070173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.070403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.070594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.070782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.070949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.071130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.071320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.071507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.071696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.071884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.072072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.072259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.072447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.072635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.072825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.073032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.073221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.073410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.073602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:29:35.073782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:29:35.315600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46262) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:29:35.326883 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091722 Sep 15 13:29:45.233581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778ff4c-b139-4e36-9af2-04744a29ddad None None] get_active_networks_info from dv-cinder-809181-1-smb {{(pid=82341) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 13:29:45.452883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778ff4c-b139-4e36-9af2-04744a29ddad None None] No non-hosted networks {{(pid=82341) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 13:29:45.469616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agentschedulers_db [None req-9778ff4c-b139-4e36-9af2-04744a29ddad None None] DHCP Agent not found on host dv-cinder-809181-1-smb {{(pid=82341) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Sep 15 13:29:45.595257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeead-3ada-478c-accf-08cb22f1eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:46.519882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:46.524194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.525970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.526470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.527495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.527879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.528256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.528632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.532344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.532763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.537915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.538353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:46.544520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809181-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:46.557760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809181-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:29:47.531944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ddb730dd-b560-450e-a835-3c1b988df1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:47.624402 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5dc31d6-ba02-46b0-8dfe-c15b53df749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:47.756663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:49.245259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:50.119329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46378) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:29:50.849022 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-9c9a24f4-389e-472c-bdaf-b397ca63cdd1 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:29:50.850161 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9c9a24f4-389e-472c-bdaf-b397ca63cdd1 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7293572 Sep 15 13:29:53.014108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46394) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:29:53.091552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:29:53.335143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.policy [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82340) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 15 13:29:53.342772 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Loaded quota_driver: . Sep 15 13:29:53.377469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:29:53.437824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363271358419776', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363271358528540', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363271358529513', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363271358593352', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363271358517376', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853875344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-837910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854127630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656150'] for rbac-policy, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:53.508640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:53.509975 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-978ee447-b751-4463-a13a-a192f35bf76d admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4947598 Sep 15 13:29:53.656967 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_hamode_db [None req-a8d1010c-8e9e-4ef1-8637-417b3f6b9e7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 13:29:53.744916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1010c-8e9e-4ef1-8637-417b3f6b9e7a None None] Routers set() bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:29:53.745345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1010c-8e9e-4ef1-8637-417b3f6b9e7a None None] Router IDs set() for agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 13:29:55.721046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46410) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:29:55.795933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:29:55.801674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:29:55.806085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Usage tracker for resource:network and tenant:ba624dee06be4f5a9e0fd127ced8ff34 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:29:55.809470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:29:55.815741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:29:55.824640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Made reservation on behalf of ba624dee06be4f5a9e0fd127ced8ff34 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:29:55.830352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:55.848808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:55.889341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:29:55.893122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Usage tracker for resource:security_group_rule and tenant:ba624dee06be4f5a9e0fd127ced8ff34 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:29:55.895997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:29:55.902086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:29:55.970419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:55.972968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:55.977604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:29:55.995837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:29:56.019356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271355363563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:56.019937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Unsubscribe: segment precommit_create {{(pid=82340) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 15 13:29:56.020399 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Added segment 25c32503-d722-4698-86b4-c1251d07cc20 of type vlan for network 59f43326-a070-4867-812a-cd19752626a9 Sep 15 13:29:56.082080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef1d0b-da25-4ef9-bb33-74cdcb525900,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:29:56.112833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:56.117596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.117965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.118343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.118702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.119053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.119917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.120266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.120626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.120971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.121312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.121656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Tracked resource versions report: Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:29:56.122764 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:29:56.171510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:29:56.176550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:56.177783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:29:56.178450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:56.183884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:29:56.291049 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5688388 Sep 15 13:29:56.295008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Pushing event updated for resources: {'Network': ['ID=59f43326-a070-4867-812a-cd19752626a9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:29:56.298265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:29:56.307988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 59f43326-a070-4867-812a-cd19752626a9 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:29:58.528522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46428) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:29:58.707428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c93cc-6c8e-4a4b-b5ca-68ad32bf79c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:29:58.708868 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ad6c93cc-6c8e-4a4b-b5ca-68ad32bf79c0 admin admin] 10.222.0.22 "GET /v2.0/networks/59f43326-a070-4867-812a-cd19752626a9 HTTP/1.1" status: 200 len: 825 time: 0.1793318 Sep 15 13:29:58.737676 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7b7237ad-48a1-4358-a82d-4e08c9cd68da admin admin] 10.222.0.22 "GET /v2.0/subnetpools/ac33916b-9b19-4be7-830a-250100839a7e HTTP/1.1" status: 200 len: 734 time: 0.0221007 Sep 15 13:29:58.746682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:29:58.751135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:29:58.754993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Usage tracker for resource:subnet and tenant:ba624dee06be4f5a9e0fd127ced8ff34 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:29:58.757877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:29:58.764214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:29:58.775090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Made reservation on behalf of ba624dee06be4f5a9e0fd127ced8ff34 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:29:58.780325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:59.065833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:59.070427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:29:59.154816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:29:59.159986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:29:59.161795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Checking segment: {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:29:59.162185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Network hostable DHCP agents. Network: 59f43326-a070-4867-812a-cd19752626a9, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:29:59.185314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Network 59f43326-a070-4867-812a-cd19752626a9 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:29:59.193685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 59f43326-a070-4867-812a-cd19752626a9) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:29:59.198520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:29:59.199146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:59.204225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14b004-35fc-4b2e-888e-a6121b55869e None None] Network 59f43326-a070-4867-812a-cd19752626a9 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:29:59.217684 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4744713 Sep 15 13:29:59.592673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-59f43326-a070-4867-812a-cd19752626a9', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:29:59.593798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:29:59.798839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Allocated IP 172.20.0.2 (59f43326-a070-4867-812a-cd19752626a9/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0/a50e568c-0e29-4d9b-b641-e3a2b876e1a6) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:30:00.029533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:00.042075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Transition to ACTIVE for port object a50e568c-0e29-4d9b-b641-e3a2b876e1a6 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:30:00.062194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Transition to ACTIVE for port object a50e568c-0e29-4d9b-b641-e3a2b876e1a6 will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:30:00.067783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:00.075866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:00.140045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Network 59f43326-a070-4867-812a-cd19752626a9 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:30:00.143051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:30:00.147767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Pushing event updated for resources: {'Port': ['ID=a50e568c-0e29-4d9b-b641-e3a2b876e1a6,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:00.151450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:30:00.188087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.188469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.188839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.189203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.189561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.189920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.190338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.190653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.191009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.191361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.191714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Tracked resource versions report: Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:30:00.192827 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:30:00.234932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:00.254073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Attempting to bind port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:30:00.254564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Attempting to bind port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:30:00.254975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Attempting to bind port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 on network 59f43326-a070-4867-812a-cd19752626a9 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:30:00.262027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:30:00.262496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Checking segment: {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:30:00.262945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:00.263368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Bound using segment: {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:30:00.263880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Bound port: a50e568c-0e29-4d9b-b641-e3a2b876e1a6, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:30:00.264283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:00.364446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] For port a50e568c-0e29-4d9b-b641-e3a2b876e1a6, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:30:00.368540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] For port a50e568c-0e29-4d9b-b641-e3a2b876e1a6, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=a50e568c-0e29-4d9b-b641-e3a2b876e1a6,segment=NetworkSegment(25c32503-d722-4698-86b4-c1251d07cc20),segment_id=25c32503-d722-4698-86b4-c1251d07cc20)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:30:00.372274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:00.376906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:00.467264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Pushing event updated for resources: {'Port': ['ID=a50e568c-0e29-4d9b-b641-e3a2b876e1a6,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:00.470599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:01.386821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46440) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:01.462549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-5ef871e8-7f41-4541-a20d-5ac7d1e27490 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:30:01.465063 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5ef871e8-7f41-4541-a20d-5ac7d1e27490 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0763998 Sep 15 13:30:03.633961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46456) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:03.710434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-6ecc4085-04a8-427c-830c-65b0715e8477 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:30:03.711498 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6ecc4085-04a8-427c-830c-65b0715e8477 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0764530 Sep 15 13:30:04.821056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device a50e568c-0e29-4d9b-b641-e3a2b876e1a6 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:04.889351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:30:05.027754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c9265-9e2b-42de-8fa6-6d3df765d502 None None] Network 59f43326-a070-4867-812a-cd19752626a9 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:30:05.140035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Provisioning for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:30:05.147670 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Provisioning complete for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:05.148064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:05.375309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:05.424454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] For port a50e568c-0e29-4d9b-b641-e3a2b876e1a6, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=a50e568c-0e29-4d9b-b641-e3a2b876e1a6,segment=NetworkSegment(25c32503-d722-4698-86b4-c1251d07cc20),segment_id=25c32503-d722-4698-86b4-c1251d07cc20)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:30:05.429685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:05.432099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:05.498819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Pushing event updated for resources: {'Port': ['ID=a50e568c-0e29-4d9b-b641-e3a2b876e1a6,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:05.503016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:05.660231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2de8d6ca-87db-4fd4-bc2d-443d29dc99bf None None] Provisioning complete for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:05.660632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2de8d6ca-87db-4fd4-bc2d-443d29dc99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:05.953962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46470) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:06.028810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:30:06.034038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:30:06.037995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Usage tracker for resource:router and tenant:ba624dee06be4f5a9e0fd127ced8ff34 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:30:06.041707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:30:06.047919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:30:06.056570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:06.057747 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:06.081178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:06.180128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:06.198319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:06.199559 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3852c911-4f14-4528-b480-85d8c8f5574e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2445354 Sep 15 13:30:06.785602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device a50e568c-0e29-4d9b-b641-e3a2b876e1a6 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:06.859275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:06.859677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:08.346216 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46482) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:08.421059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-88be67c1-3d86-4fe0-9f20-79b82a77aea6 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:30:08.422124 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-88be67c1-3d86-4fe0-9f20-79b82a77aea6 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0748746 Sep 15 13:30:10.584947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46494) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:10.659119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:30:10.663841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:30:10.668437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Usage tracker for resource:network and tenant:be9c821a3eab4edbbb68a2682cc31544 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:30:10.671326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:30:10.677111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:30:10.685650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Made reservation on behalf of be9c821a3eab4edbbb68a2682cc31544 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:30:10.690266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.703170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.734408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:30:10.738236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Usage tracker for resource:security_group_rule and tenant:be9c821a3eab4edbbb68a2682cc31544 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:30:10.741036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:30:10.746817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:30:10.813169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.815640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.819737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:10.833365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=82340) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Sep 15 13:30:10.857510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534e2a9e-9bc3-4f02-8b3a-53822a8feced,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:10.860312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.860685 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Added segment 11fcce47-914d-4826-921f-caa12e100232 of type flat for network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 Sep 15 13:30:10.861903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:10.892654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.927311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.928484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:30:10.929098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:10.932391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:11.157429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Pushing event updated for resources: {'Network': ['ID=371c6b96-7bd3-4a73-abc4-03809f7f39d2,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:11.160641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:11.162905 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5769684 Sep 15 13:30:11.168745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:30:13.302047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46506) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:13.440430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357d393-3fad-4f42-b266-102a9bb7b180 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:30:13.441896 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9357d393-3fad-4f42-b266-102a9bb7b180 admin admin] 10.222.0.22 "GET /v2.0/subnets/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0 HTTP/1.1" status: 200 len: 849 time: 0.1387241 Sep 15 13:30:13.589082 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-470b8647-b421-4b37-b30d-6bcb8db035e8 admin admin] 10.222.0.22 "GET /v2.0/routers/911455ff-6ddc-4c10-a3b7-37f03f3e3395 HTTP/1.1" status: 200 len: 704 time: 0.1405478 Sep 15 13:30:14.064775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.302121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Allocated IP 172.20.0.1 (59f43326-a070-4867-812a-cd19752626a9/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0/0337d29f-25ff-43bb-af31-c169e9f933f9) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:30:14.464664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.481728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Transition to ACTIVE for port object 0337d29f-25ff-43bb-af31-c169e9f933f9 will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:30:14.527709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.532467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:14.598047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Network 59f43326-a070-4867-812a-cd19752626a9 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:30:14.601512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:30:14.605523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:30:14.606037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.612076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Pushing event updated for resources: {'Port': ['ID=0337d29f-25ff-43bb-af31-c169e9f933f9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:14.649978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:14.729682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.875151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-720b6813-ded4-4e20-8815-f4e13159808a None None] Provisioning for port 0337d29f-25ff-43bb-af31-c169e9f933f9 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:30:14.880037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-720b6813-ded4-4e20-8815-f4e13159808a None None] Provisioning complete for port 0337d29f-25ff-43bb-af31-c169e9f933f9 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:14.880437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-720b6813-ded4-4e20-8815-f4e13159808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.935801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-720b6813-ded4-4e20-8815-f4e13159808a None None] Port 0337d29f-25ff-43bb-af31-c169e9f933f9 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:30:14.969350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.972721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.973766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:14.977684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:15.074674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ed34186e-e8b2-4823-9b84-cdeeb27050f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:15.223488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Pushing event updated for resources: {'Port': ['ID=0337d29f-25ff-43bb-af31-c169e9f933f9,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:15.270878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:15.328508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Network 59f43326-a070-4867-812a-cd19752626a9 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:30:15.329593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:30:15.660868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-415f8775-fa5f-4ca5-b702-bdbf5d61ae01 None None] Provisioning complete for port 0337d29f-25ff-43bb-af31-c169e9f933f9 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:15.661278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-415f8775-fa5f-4ca5-b702-bdbf5d61ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:15.698899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:30:15.714981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-415f8775-fa5f-4ca5-b702-bdbf5d61ae01 None None] Port 0337d29f-25ff-43bb-af31-c169e9f933f9 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:30:15.867393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:30:15.876562 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] 10.222.0.22 "PUT /v2.0/routers/911455ff-6ddc-4c10-a3b7-37f03f3e3395/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2822127 Sep 15 13:30:15.877392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Sync routers for ids ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:30:15.890862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Routers {'911455ff-6ddc-4c10-a3b7-37f03f3e3395'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:30:15.891598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:29:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:16.067354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Set router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 gateway port host: None {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:30:16.436269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:14Z', 'revision_number': 2, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port_host': None, '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:14Z', 'revision_number': 2, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:16.441125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Checking router: 911455ff-6ddc-4c10-a3b7-37f03f3e3395 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:30:16.441523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Updating router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 port 0337d29f-25ff-43bb-af31-c169e9f933f9 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:30:16.492831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:16.504960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:16.877391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:16.892231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Transition to ACTIVE for port object 0337d29f-25ff-43bb-af31-c169e9f933f9 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:30:16.897631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:16.902693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:17.076151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Pushing event updated for resources: {'Port': ['ID=0337d29f-25ff-43bb-af31-c169e9f933f9,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:17.129522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.129872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.130232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.130613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.130967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.131318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.131664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.132011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.132354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.132696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.133037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Tracked resource versions report: Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:30:17.134137 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:30:17.137648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:17.145178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Attempting to bind port 0337d29f-25ff-43bb-af31-c169e9f933f9 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:30:17.145610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Attempting to bind port 0337d29f-25ff-43bb-af31-c169e9f933f9 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:30:17.146016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Attempting to bind port 0337d29f-25ff-43bb-af31-c169e9f933f9 on network 59f43326-a070-4867-812a-cd19752626a9 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:30:17.153515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:30:17.153934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Checking segment: {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:30:17.154407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:17.154829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Bound using segment: {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:30:17.155336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Bound port: 0337d29f-25ff-43bb-af31-c169e9f933f9, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c32503-d722-4698-86b4-c1251d07cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f43326-a070-4867-812a-cd19752626a9'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:30:17.156043 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:17.247173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] For port 0337d29f-25ff-43bb-af31-c169e9f933f9, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:30:17.252410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] For port 0337d29f-25ff-43bb-af31-c169e9f933f9, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0337d29f-25ff-43bb-af31-c169e9f933f9,segment=NetworkSegment(25c32503-d722-4698-86b4-c1251d07cc20),segment_id=25c32503-d722-4698-86b4-c1251d07cc20)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:30:17.256360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:17.261004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:17.352257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Pushing event updated for resources: {'Port': ['ID=0337d29f-25ff-43bb-af31-c169e9f933f9,revision_number=4']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:17.355783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:17.359320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Routers {'911455ff-6ddc-4c10-a3b7-37f03f3e3395'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:30:17.359963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:29:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:17.521878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] Set router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 gateway port host: None {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:30:17.523095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff68e-d3be-46a4-8a48-9638e29d3347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:17.710641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:17.859903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:14Z', 'revision_number': 2, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port_host': None, '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:17Z', 'revision_number': 4, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:17.863854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a58589-957c-470c-a0c9-412bb4c95823 None None] The sync data for ids ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'] in dv-cinder-809181-1-smb is: [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:14Z', 'revision_number': 2, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port_host': None, '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:17Z', 'revision_number': 4, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:30:18.036197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46520) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:18.221414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80933130-2d08-4f8c-9d13-0f6ec36ead6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:30:18.222005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-80933130-2d08-4f8c-9d13-0f6ec36ead6c admin admin] Synchronizing usage tracker for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:30:18.237982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-80933130-2d08-4f8c-9d13-0f6ec36ead6c admin admin] Unset dirty status for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:30:18.239286 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-80933130-2d08-4f8c-9d13-0f6ec36ead6c admin admin] 10.222.0.22 "GET /v2.0/networks/371c6b96-7bd3-4a73-abc4-03809f7f39d2 HTTP/1.1" status: 200 len: 842 time: 0.2020040 Sep 15 13:30:18.249698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'enable_dhcp': False}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:30:18.255533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:30:18.260322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Usage tracker for resource:subnet and tenant:be9c821a3eab4edbbb68a2682cc31544 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:30:18.263453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:30:18.270056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:30:18.279458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Made reservation on behalf of be9c821a3eab4edbbb68a2682cc31544 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:30:18.284113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:18.660435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:18.665248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:18.746311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d59305-3424-4ca5-afaa-e2cd1402eced,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:18.749839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:18.757358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:30:18.757745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Network hostable DHCP agents. Network: 371c6b96-7bd3-4a73-abc4-03809f7f39d2, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:30:18.782684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:30:18.792104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 371c6b96-7bd3-4a73-abc4-03809f7f39d2) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:30:18.796524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:30:18.797247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:18.805573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f765275-3418-44d5-98bb-238285325d76 None None] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:30:18.830015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5784302 Sep 15 13:30:18.849689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0337d29f-25ff-43bb-af31-c169e9f933f9 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:19.074314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 0337d29f-25ff-43bb-af31-c169e9f933f9 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:30:19.081211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0337d29f-25ff-43bb-af31-c169e9f933f9 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:19.081624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:19.166750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af657441-e553-4912-8a0f-25bff9879812 None None] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:30:19.327489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:19.399092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:19.481661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 0337d29f-25ff-43bb-af31-c169e9f933f9, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0337d29f-25ff-43bb-af31-c169e9f933f9,segment=NetworkSegment(25c32503-d722-4698-86b4-c1251d07cc20),segment_id=25c32503-d722-4698-86b4-c1251d07cc20)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:30:19.484513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:19.486589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:19.555025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=0337d29f-25ff-43bb-af31-c169e9f933f9,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:19.559049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:20.795610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0337d29f-25ff-43bb-af31-c169e9f933f9 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:20.869861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0337d29f-25ff-43bb-af31-c169e9f933f9 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:20.870268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:21.039892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46538) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:21.276134 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8464fbb0-9b36-4cab-a44c-0f28b100da5e admin admin] 10.222.0.22 "GET /v2.0/routers/911455ff-6ddc-4c10-a3b7-37f03f3e3395 HTTP/1.1" status: 200 len: 710 time: 0.2349591 Sep 15 13:30:21.412600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e50b5-5e94-4e0e-8b3d-e63368d6a499 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:30:21.414064 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3a8e50b5-5e94-4e0e-8b3d-e63368d6a499 admin admin] 10.222.0.22 "GET /v2.0/networks/371c6b96-7bd3-4a73-abc4-03809f7f39d2 HTTP/1.1" status: 200 len: 886 time: 0.1323910 Sep 15 13:30:21.424408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:30:22.070813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:22.260164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:22.317906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:22.456339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Allocated IP 172.28.2.202 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/14a226a3-99c0-42db-b80e-00f6707dfba7) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:30:22.604635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:22.628980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:22.633232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:22.695315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:30:22.698745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:30:22.701236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:30:22.739709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Pushing event updated for resources: {'Port': ['ID=14a226a3-99c0-42db-b80e-00f6707dfba7,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:22.743146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:22.852106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:23.020410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:23.023797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854099178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854079111'] for router, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:23.224362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:30:23.427952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:30:23.437718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Sync routers for ids ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:30:23.438307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:23.439695 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] 10.222.0.22 "PUT /v2.0/routers/911455ff-6ddc-4c10-a3b7-37f03f3e3395 HTTP/1.1" status: 200 len: 890 time: 2.0185983 Sep 15 13:30:23.451095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Routers {'911455ff-6ddc-4c10-a3b7-37f03f3e3395'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:30:23.451784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:30:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:23.648272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Set router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:30:24.004752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:22Z', 'revision_number': 4, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port': {'id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:22Z', 'updated_at': '2021-09-15T13:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:19Z', 'revision_number': 5, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:24.010231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Checking router: 911455ff-6ddc-4c10-a3b7-37f03f3e3395 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:30:24.010665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Updating router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 port 14a226a3-99c0-42db-b80e-00f6707dfba7 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:30:24.198735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.536683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.549241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Transition to ACTIVE for port object 14a226a3-99c0-42db-b80e-00f6707dfba7 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:30:24.554783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.559394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f60c580a-bff4-4089-a47d-e0fe82f993be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:24.636453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Pushing event updated for resources: {'Port': ['ID=14a226a3-99c0-42db-b80e-00f6707dfba7,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:24.641653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:24.644079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Attempting to bind port 14a226a3-99c0-42db-b80e-00f6707dfba7 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:30:24.644360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Attempting to bind port 14a226a3-99c0-42db-b80e-00f6707dfba7 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:30:24.644758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Attempting to bind port 14a226a3-99c0-42db-b80e-00f6707dfba7 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:30:24.652785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:30:24.653196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:30:24.653640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.654069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:30:24.654616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Bound port: 14a226a3-99c0-42db-b80e-00f6707dfba7, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:30:24.655044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.727453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] For port 14a226a3-99c0-42db-b80e-00f6707dfba7, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:30:24.731200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] For port 14a226a3-99c0-42db-b80e-00f6707dfba7, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=14a226a3-99c0-42db-b80e-00f6707dfba7,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:30:24.734384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:24.738991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7723189c-3a49-41a7-aaac-9cb73fa2c7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:24.818709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Pushing event updated for resources: {'Port': ['ID=14a226a3-99c0-42db-b80e-00f6707dfba7,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:24.823435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:24.826793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Routers {'911455ff-6ddc-4c10-a3b7-37f03f3e3395'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:30:24.827481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:30:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:25.007045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] Set router 911455ff-6ddc-4c10-a3b7-37f03f3e3395 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:30:25.345711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:22Z', 'revision_number': 4, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port': {'id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:22Z', 'updated_at': '2021-09-15T13:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:19Z', 'revision_number': 5, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:30:25.349902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c938d-7464-4c35-91a1-ba1505de70c4 None None] The sync data for ids ['911455ff-6ddc-4c10-a3b7-37f03f3e3395'] in dv-cinder-809181-1-smb is: [{'id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'name': 'router1', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:30:06Z', 'updated_at': '2021-09-15T13:30:22Z', 'revision_number': 4, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'gw_port': {'id': '14a226a3-99c0-42db-b80e-00f6707dfba7', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:22Z', 'updated_at': '2021-09-15T13:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0337d29f-25ff-43bb-af31-c169e9f933f9', 'name': '', 'network_id': '59f43326-a070-4867-812a-cd19752626a9', 'tenant_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'mac_address': 'fa:16:3e:b5:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911455ff-6ddc-4c10-a3b7-37f03f3e3395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:30:14Z', 'updated_at': '2021-09-15T13:30:19Z', 'revision_number': 5, 'project_id': 'ba624dee06be4f5a9e0fd127ced8ff34', 'subnets': [{'id': 'eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac33916b-9b19-4be7-830a-250100839a7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:30:25.752905 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 46550) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:30:25.899021 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ea08fe5c-14df-4a06-985b-04f5bf7bd99f admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1448550 Sep 15 13:30:26.834167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 14a226a3-99c0-42db-b80e-00f6707dfba7 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:26.905238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 14a226a3-99c0-42db-b80e-00f6707dfba7 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:30:26.910470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 14a226a3-99c0-42db-b80e-00f6707dfba7 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:26.910791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:27.031833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:27.048600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 14a226a3-99c0-42db-b80e-00f6707dfba7, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=14a226a3-99c0-42db-b80e-00f6707dfba7,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:30:27.052539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:27.054972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:30:27.121802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=14a226a3-99c0-42db-b80e-00f6707dfba7,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:30:27.125659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:30:28.826116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 14a226a3-99c0-42db-b80e-00f6707dfba7 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:30:28.948180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 14a226a3-99c0-42db-b80e-00f6707dfba7 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:30:28.948818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:29.958529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:30:45.077693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0446f99f-db1d-40b2-bc0a-5e3ae3fd6443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:46.506942 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:47.526740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6a0d80bc-8596-4d9d-a74d-8b1c8e31b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:47.712318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:30:49.210273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:06.959925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:31:15.080107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdc7-805b-4bf6-9cff-6871502b7424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:16.509775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:17.533247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c50488f5-bd85-4881-a6a8-1386842250a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:17.715355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:19.214346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:43.959682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:31:45.082246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-30450552-d551-47c4-801f-001482d62ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:46.512337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:47.525868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c033cee1-bc41-49e5-803d-85416ca0a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:47.717801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:31:49.222392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:00.144771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47088) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:00.242334 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cbafc3-43df-4f78-bb6e-b3283b888b10 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:32:00.243636 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f5cbafc3-43df-4f78-bb6e-b3283b888b10 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0978527 Sep 15 13:32:00.383545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f13c3f-8501-44bf-8bc2-1d90bdbeaf93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:00.385120 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-15f13c3f-8501-44bf-8bc2-1d90bdbeaf93 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1373034 Sep 15 13:32:02.454857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47100) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:02.597505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcc649-b74b-4121-9f14-4f93e4957c06 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:02.598059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f4bcc649-b74b-4121-9f14-4f93e4957c06 admin admin] Synchronizing usage tracker for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:subnet {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:32:02.612790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f4bcc649-b74b-4121-9f14-4f93e4957c06 admin admin] Unset dirty status for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:subnet {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:32:02.614010 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f4bcc649-b74b-4121-9f14-4f93e4957c06 admin admin] 10.222.0.22 "GET /v2.0/subnets/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0 HTTP/1.1" status: 200 len: 849 time: 0.1580930 Sep 15 13:32:02.624658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:32:02.748290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:02.944509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765499337519'] for subnet, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:02.948980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-577ca591-0889-47a3-a11f-554ed3ae8bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:03.000046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:03.000674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:03.002042 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] 10.222.0.22 "PUT /v2.0/subnets/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0 HTTP/1.1" status: 200 len: 868 time: 0.3813434 Sep 15 13:32:03.016769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d62ce8-7cac-4bf5-a894-5225c9406aae None None] Network 59f43326-a070-4867-812a-cd19752626a9 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:32:03.018406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:03.027790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.028210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.028515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.028912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.029276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.029634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.029989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.030405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.030761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.031113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.031466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:03.035355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:03.522238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-cfa46d28-7508-4c79-91d5-ebf27bf02567 None None] Provisioning complete for port a50e568c-0e29-4d9b-b641-e3a2b876e1a6 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:32:03.523289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d28-7508-4c79-91d5-ebf27bf02567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:03.792976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-cfa46d28-7508-4c79-91d5-ebf27bf02567 None None] Provisioning complete for port 0337d29f-25ff-43bb-af31-c169e9f933f9 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:32:03.793375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d28-7508-4c79-91d5-ebf27bf02567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:05.087319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47112) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:05.296529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974b89b-d04a-4a66-ae78-12a23ed64796 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:05.296876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974b89b-d04a-4a66-ae78-12a23ed64796 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:05.298552 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2974b89b-d04a-4a66-ae78-12a23ed64796 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101846 Sep 15 13:32:07.369052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47124) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:07.742969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d41fe5-ea43-480e-abfb-df78a4975e18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:07.743388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d41fe5-ea43-480e-abfb-df78a4975e18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:07.745040 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-76d41fe5-ea43-480e-abfb-df78a4975e18 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3749449 Sep 15 13:32:09.813934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47136) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:10.014242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2d74f-29b5-46c6-b34b-3ed97b2b4740 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:10.015672 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-daf2d74f-29b5-46c6-b34b-3ed97b2b4740 admin admin] 10.222.0.22 "GET /v2.0/networks/371c6b96-7bd3-4a73-abc4-03809f7f39d2 HTTP/1.1" status: 200 len: 886 time: 0.2006857 Sep 15 13:32:12.073893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47148) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:12.283743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e00ef-7ed9-4537-8544-b4a7e3f955bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:12.285177 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3f8e00ef-7ed9-4537-8544-b4a7e3f955bd admin admin] 10.222.0.22 "GET /v2.0/networks/59f43326-a070-4867-812a-cd19752626a9 HTTP/1.1" status: 200 len: 869 time: 0.2102349 Sep 15 13:32:14.371502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47160) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:14.512087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052c24-dfdf-4aba-8d5d-2edda87bb992 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:14.512425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052c24-dfdf-4aba-8d5d-2edda87bb992 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:14.514002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f7052c24-dfdf-4aba-8d5d-2edda87bb992 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1415038 Sep 15 13:32:15.085484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ec4c61f-fd77-4562-acd6-52d3a6642140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:16.513671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:16.580638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47172) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:16.719983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74481f69-bfb0-48e3-8bfb-f0bd5fd11e7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:16.720387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74481f69-bfb0-48e3-8bfb-f0bd5fd11e7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:16.721978 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-74481f69-bfb0-48e3-8bfb-f0bd5fd11e7d admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403193 Sep 15 13:32:17.527475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6878f716-eb86-4454-823d-ccd6e6dfa275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:17.723895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:18.794556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47184) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:18.926548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e5ecd-ee39-4380-9a05-b06dd7be12ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:18.927961 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b63e5ecd-ee39-4380-9a05-b06dd7be12ce admin admin] 10.222.0.22 "GET /v2.0/subnets/75d59305-3424-4ca5-afaa-e2cd1402eced HTTP/1.1" status: 200 len: 816 time: 0.1323893 Sep 15 13:32:19.226311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:20.959472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:32:20.987011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47196) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:21.130151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6150d-272f-4387-bb18-63831e4d7daa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:21.131650 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d7e6150d-272f-4387-bb18-63831e4d7daa admin admin] 10.222.0.22 "GET /v2.0/subnets/eaabbeae-8e3d-4bdc-95b8-4ac9834b53f0 HTTP/1.1" status: 200 len: 868 time: 0.1435950 Sep 15 13:32:40.520606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47244) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:40.595699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-bd4ab848-23c8-45f4-a9cb-c29bd9349116 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:32:40.596829 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bd4ab848-23c8-45f4-a9cb-c29bd9349116 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752077 Sep 15 13:32:42.731036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47256) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:42.829859 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.pecan_wsgi.hooks.translation [None req-3463ea42-7b40-4547-980f-0d633f4737af admin admin] GET failed (client error): The resource could not be found. Sep 15 13:32:42.831187 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3463ea42-7b40-4547-980f-0d633f4737af admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0991130 Sep 15 13:32:42.964751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f59a2-072e-457f-9b6b-3d10c2e0f0d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:42.966294 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a25f59a2-072e-457f-9b6b-3d10c2e0f0d3 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1308250 Sep 15 13:32:45.023732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47268) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:45.087499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-05238f51-0bed-4e69-8a30-8d30d1ad6255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.101216 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:32:45.105957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:32:45.115948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:32:45.124507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Made reservation on behalf of be9c821a3eab4edbbb68a2682cc31544 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:32:45.129033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.223366 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.services.revisions.revision_plugin [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Could not find related network for resource to bump revision. Sep 15 13:32:45.237022 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:32:45.245899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.246314 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Added segment e4b4cade-e474-4905-9c0e-ea86ddc8a7d5 of type vlan for network 96943302-23a0-4e8b-bc97-86b7cf501bf8 Sep 15 13:32:45.272881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.302197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.303465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:45.304091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:45.308890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:45.414898 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3899989 Sep 15 13:32:45.415635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Pushing event updated for resources: {'Network': ['ID=96943302-23a0-4e8b-bc97-86b7cf501bf8,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:45.418802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-71031682-8a50-4719-b6e3-3abce86d9bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:45.426583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:32:46.519007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:47.495480 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47280) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:32:47.527456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4d95db7d-2fce-48fa-97c8-0ff16adb761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:47.594304 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ddda35-9d60-43be-b927-df2483718115 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:32:47.594863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-72ddda35-9d60-43be-b927-df2483718115 admin admin] Synchronizing usage tracker for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:32:47.609263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-72ddda35-9d60-43be-b927-df2483718115 admin admin] Unset dirty status for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:32:47.610452 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-72ddda35-9d60-43be-b927-df2483718115 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1139126 Sep 15 13:32:47.723836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db59f44b-6457-4a98-aa0b-ae77d786efe7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:47.725866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-db59f44b-6457-4a98-aa0b-ae77d786efe7 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1112194 Sep 15 13:32:47.729055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:47.736998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:32:47.742310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:32:47.752134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:32:47.760434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Made reservation on behalf of be9c821a3eab4edbbb68a2682cc31544 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:32:47.764940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:47.968585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:47.972906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8838b383-95e7-4d1f-b90f-0e4472c6f132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:48.043395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6437412b-8d10-4f1d-9134-eb29e36a16dd,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:48.047334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:48.055951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Checking segment: {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:32:48.056334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Network hostable DHCP agents. Network: 96943302-23a0-4e8b-bc97-86b7cf501bf8, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:32:48.077204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:32:48.084939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 96943302-23a0-4e8b-bc97-86b7cf501bf8) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:32:48.088667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:32:48.089289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:48.094257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e1bb3-a42e-4334-a4d0-7a082397e89a None None] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:32:48.112155 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3789105 Sep 15 13:32:48.331797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-96943302-23a0-4e8b-bc97-86b7cf501bf8', 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8', 'tenant_id': 'be9c821a3eab4edbbb68a2682cc31544', 'fixed_ips': [{'subnet_id': '6437412b-8d10-4f1d-9134-eb29e36a16dd'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:32:48.332917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:48.506940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Allocated IP 192.168.233.2 (96943302-23a0-4e8b-bc97-86b7cf501bf8/6437412b-8d10-4f1d-9134-eb29e36a16dd/159c975e-b081-4ef6-8df8-67cc3b451ffb) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:32:48.718023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:48.728939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Transition to ACTIVE for port object 159c975e-b081-4ef6-8df8-67cc3b451ffb will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:32:48.748973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Transition to ACTIVE for port object 159c975e-b081-4ef6-8df8-67cc3b451ffb will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:32:48.753255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:48.758338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:48.824711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:32:48.825870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:32:48.830386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:32:48.840520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Pushing event updated for resources: {'Port': ['ID=159c975e-b081-4ef6-8df8-67cc3b451ffb,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:48.908616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.908997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.909367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.909729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.910089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.910471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.910827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.911180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.911531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.912364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.912730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:32:48.921326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:48.937879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Attempting to bind port 159c975e-b081-4ef6-8df8-67cc3b451ffb on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:32:48.938332 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Attempting to bind port 159c975e-b081-4ef6-8df8-67cc3b451ffb by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:32:48.938704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Attempting to bind port 159c975e-b081-4ef6-8df8-67cc3b451ffb on network 96943302-23a0-4e8b-bc97-86b7cf501bf8 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:32:48.946113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:32:48.946549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Checking segment: {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:32:48.946999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:48.947427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Bound using segment: {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:32:48.947968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Bound port: 159c975e-b081-4ef6-8df8-67cc3b451ffb, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:32:48.948370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:49.042666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] For port 159c975e-b081-4ef6-8df8-67cc3b451ffb, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:32:49.045828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] For port 159c975e-b081-4ef6-8df8-67cc3b451ffb, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=159c975e-b081-4ef6-8df8-67cc3b451ffb,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:32:49.049144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:49.054496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:49.137555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Pushing event updated for resources: {'Port': ['ID=159c975e-b081-4ef6-8df8-67cc3b451ffb,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:49.140699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:49.233901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:50.632029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41904b-57b9-4306-90b2-1d5e9effd37b None None] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:32:50.743930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-c746e026-8c47-4e71-9f90-cde71c3c5101 None None] Provisioning for port 159c975e-b081-4ef6-8df8-67cc3b451ffb completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:32:50.897836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 159c975e-b081-4ef6-8df8-67cc3b451ffb up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:32:50.969371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 159c975e-b081-4ef6-8df8-67cc3b451ffb completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:32:50.975590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 159c975e-b081-4ef6-8df8-67cc3b451ffb triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:32:50.976007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:51.098840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:51.140675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 159c975e-b081-4ef6-8df8-67cc3b451ffb, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=159c975e-b081-4ef6-8df8-67cc3b451ffb,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:32:51.144231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:51.146976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:32:51.226671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-e8995599-85d7-4a87-b07a-537abfd494dd None None] Provisioning complete for port 159c975e-b081-4ef6-8df8-67cc3b451ffb triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:32:51.227010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e8995599-85d7-4a87-b07a-537abfd494dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:51.257377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=159c975e-b081-4ef6-8df8-67cc3b451ffb,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:32:51.266927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:32:52.869981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 159c975e-b081-4ef6-8df8-67cc3b451ffb up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:32:52.943689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 159c975e-b081-4ef6-8df8-67cc3b451ffb triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:32:52.944103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:32:57.960311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:33:15.089975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dd306375-1e76-4150-81ca-5d0ef424936e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:16.522160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:17.528202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6f04a66f-5f82-42e2-9ff3-6253f006cb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:17.731005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:19.232696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:34.961248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:33:45.093583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f7b79d9a-90a7-4265-8dec-987f4c559558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:46.526088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:47.528972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-552dadd5-a619-4e7c-9b2e-2530493da969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:47.732990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:33:49.237115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:04.329173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47314) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:34:04.335702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [None req-0a01890d-9159-4d51-940b-321721da4b97 tempest-verify_tempest_config-2146256854 tempest-verify_tempest_config-2146256854-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:34:04.336743 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0a01890d-9159-4d51-940b-321721da4b97 tempest-verify_tempest_config-2146256854 tempest-verify_tempest_config-2146256854-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064514 Sep 15 13:34:04.747269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47332) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:34:04.894664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:04.927229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:34:04.931184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Usage tracker for resource:security_group_rule and tenant:e6f0d9bb27c64185ad64bd0af7689036 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:34:04.934032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:34:04.939962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:34:05.011514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.013864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.023638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:34:05.064220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Synchronizing usage tracker for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:34:05.067671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96eeb4-9580-4011-8c0a-1a13ee59fdcc,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:34:05.083154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.083533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.083906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.084273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.084637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.084999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.085359 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.085721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.086078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.086461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.086819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:34:05.091563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:34:05.094688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Unset dirty status for tenant:be9c821a3eab4edbbb68a2682cc31544 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:34:05.095990 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6f0d9bb27c64185ad64bd0af7689036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3476849 Sep 15 13:34:05.099317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47338) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:34:05.159403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.186122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.235261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.240237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e277720e-a1c0-42ea-a3a8-40e6bff57f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:34:05.250628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96eeb4-9580-4011-8c0a-1a13ee59fdcc,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:34:05.254225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:34:05.257377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:05.258543 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff96eeb4-9580-4011-8c0a-1a13ee59fdcc HTTP/1.1" status: 204 len: 168 time: 0.1581879 Sep 15 13:34:11.962066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:34:15.095336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6b817b2-c61a-4b4b-a67f-b5fc74f936e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:16.528129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:17.530342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-322b313d-423f-40e6-9e5f-5c3bb996ca39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:17.734542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:19.239541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:45.096358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d8400dc9-9efb-44dc-b87f-29e2fc5111b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:46.529691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:47.531552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aea01c00-d829-477b-90d2-3817370ccf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:47.737306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:34:48.962130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:34:49.241965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:15.097616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6844-5323-48a3-b09a-a89a002e84b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:16.530722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:17.532071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5d36ebe3-714d-4222-86bc-894fdb75ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:17.739619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:19.245155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:25.962482 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 5 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:35:41.636032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854075611'] for agent, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:45.099312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5800ca14-85ff-41f7-a04d-6f6c57c4c383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:46.531685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:47.532618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb0d-6ca0-4c4c-94dc-4effdbdaca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:47.743407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:49.247795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:35:58.641689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47420) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:35:58.798731 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-853ee5a4-8ab8-45f4-941e-f99aa666c794 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1557450 Sep 15 13:36:00.869682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47432) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:36:00.954690 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1ab59b25-2a76-45f4-88bd-18e295fa5ea5 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0837483 Sep 15 13:36:02.963595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:36:11.587542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:15.099662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a4b5df4f-dc40-4e57-83b5-7c6711d4ca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:16.533753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:17.532602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6ba71d82-b2fe-4a21-a55f-682371888456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:17.747096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:19.250988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:39.964552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:36:41.588560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:45.102106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-479fd068-9079-48a9-93bd-cafaebb89f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:46.536102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:47.535586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-941cead2-1908-43ac-96d3-d36ee66d20e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:47.749347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:36:49.256200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:11.602949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:15.102253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-83ff5178-2292-447a-aa8b-01d9c641d314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:16.539450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:16.965743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:37:17.539552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1919c74f-d63b-4f4a-bdc8-ec29111a2d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:17.756157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:19.260780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:41.608920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:45.105050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38981c05-c3b6-4a38-b641-05a134c36777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:45.125431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47564) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:46.470754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1681705983-network', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:46.473406 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.quota [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Loaded quota_driver: . Sep 15 13:37:46.509163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:46.514867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Usage tracker for resource:network and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:46.518513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:46.532044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:46.546052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:46.549977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Made reservation on behalf of f28e4155cbcb437bbc78e2be6284cc0d for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:46.566870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47626) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:46.792213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.policy [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82339) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 15 13:37:46.803627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:46.826872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:46.871872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:46.876059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:46.879208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:46.885172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:46.967261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:46.971903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:46.978672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:46.996916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:37:47.012153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271355363563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.013072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Unsubscribe: segment precommit_create {{(pid=82339) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 15 13:37:47.014062 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Added segment 7bbba6cb-8e07-4f2c-87b2-836775e1a3df of type vlan for network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 Sep 15 13:37:47.077705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47652) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:47.106571 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.125201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47660) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:47.157229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.158215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2558e-3367-4ee7-a4dc-6833fa141240,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:47.162395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47666) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:47.163956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:47.164862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.180119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.180618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.181003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.181162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.181699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.182220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.182777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.183290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.183800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.184159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.184520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Tracked resource versions report: Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: HyperV agent@hv-cinder-80918: {}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:37:47.185676 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:37:47.187953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1640724085-network', 'tenant_id': '372158c796884fcfabef7df4e97a9945'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.196079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.201997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Usage tracker for resource:network and tenant:372158c796884fcfabef7df4e97a9945 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.206394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.218930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.233364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:47.234297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:47.253135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:47.260047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.276744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.319280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.324333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Usage tracker for resource:security_group_rule and tenant:372158c796884fcfabef7df4e97a9945 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.327811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.334539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.342234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Pushing event updated for resources: {'Network': ['ID=71405d38-b4bf-44bb-a434-ef80a2d0ff08,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:47.349572 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2218144 Sep 15 13:37:47.351264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47674) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:47.357470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Request body: {'subnet': {'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1681705983-subnet', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.361171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:37:47.363740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.368444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Usage tracker for resource:subnet and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.371982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.380740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.391657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:47.398218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Made reservation on behalf of f28e4155cbcb437bbc78e2be6284cc0d for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:47.402957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.421102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.424600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.433245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:47.466349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5939e1b-d5d6-4099-836e-df60ff43978c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:47.481425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.482461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.483131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.483668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.484197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.484720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.485264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.485903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.486520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.487042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.487550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Tracked resource versions report: Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: HyperV agent@hv-cinder-80918: {}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:37:47.489561 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:37:47.508228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:47.510088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:37:47.526966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.527555 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Added segment 76e04e56-4fc0-4a26-bc9c-8726834b85a8 of type vlan for network 4d501208-c7b9-42fa-b796-60bafd4bf20e Sep 15 13:37:47.562578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.611130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-893075210-network', 'tenant_id': 'b68642c021504755b4547135ba90304e'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.616570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.620908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Usage tracker for resource:network and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.625277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.632284 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.641165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.642803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:47.643629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.662423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10aaf81f-fbfc-49a3-af21-b601cb344904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.675723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:47.689134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-network', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.695709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Made reservation on behalf of b68642c021504755b4547135ba90304e for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:47.698866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.700885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.703854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Usage tracker for resource:network and tenant:bec72a42fe6b4b2aa73266e55d4509e0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.707983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.714537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.721136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-983686343-network', 'tenant_id': '0eac69c071374978bfe456404fa37cfe'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.725469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.727893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Made reservation on behalf of bec72a42fe6b4b2aa73266e55d4509e0 for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:47.732832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.748176 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1801317 Sep 15 13:37:47.749970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47686) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:47.751749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.766884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.775146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.780139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.783613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.790970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.799342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.805098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Usage tracker for resource:security_group_rule and tenant:bec72a42fe6b4b2aa73266e55d4509e0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.808865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.822023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.822831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Request body: {'subnet': {'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1640724085-subnet', 'tenant_id': '372158c796884fcfabef7df4e97a9945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:47.828679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.833448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Usage tracker for resource:subnet and tenant:372158c796884fcfabef7df4e97a9945 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.836894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.857465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.860833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:47.888366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Usage tracker for resource:network and tenant:0eac69c071374978bfe456404fa37cfe is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:47.893360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:47.908060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:47.930535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.945154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.973065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:37:47.994102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:47.994530 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Added segment b0a67551-fe1e-458b-bd42-045618daf4f0 of type vlan for network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 Sep 15 13:37:48.024279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:48.034754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.041890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.070657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Pushing event updated for resources: {'Network': ['ID=4d501208-c7b9-42fa-b796-60bafd4bf20e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:48.080685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:48.087715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:48.091598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:37:48.152054 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.201820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.237535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:48.244818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.263379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fd292-ec75-4eb7-8e5f-20b58a2031f1,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:48.289991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.292080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:48.292788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:48.300233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.310514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:48.343707 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1738284 Sep 15 13:37:48.344474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Made reservation on behalf of 0eac69c071374978bfe456404fa37cfe for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:48.344586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47708) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:48.352722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.405424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Request body: {'subnet': {'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-subnet', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:48.424212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2973333-8f3f-4bb5-958d-4e27c6002661,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:48.438878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:37:48.445189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:48.463305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Usage tracker for resource:subnet and tenant:bec72a42fe6b4b2aa73266e55d4509e0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:48.465770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.480274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:48.480718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:48.488878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ada8f6-d7d0-40b4-b453-cbb25df26bd0,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:48.492191 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:48.496335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.496717 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Added segment 1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d of type vlan for network a728393e-10d3-464d-be1d-0b076a0a9a26 Sep 15 13:37:48.506865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:48.536276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:48.562982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Checking segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:48.563379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Network hostable DHCP agents. Network: 71405d38-b4bf-44bb-a434-ef80a2d0ff08, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:37:48.584843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:48.598890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.608234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Usage tracker for resource:security_group_rule and tenant:0eac69c071374978bfe456404fa37cfe is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:48.619716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:48.624172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Made reservation on behalf of bec72a42fe6b4b2aa73266e55d4509e0 for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:48.628875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.630382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:48.671901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Pushing event updated for resources: {'Network': ['ID=728d8e21-b220-4d61-afd7-d9a817dc0ed1,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:48.677838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:48.684733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:37:48.713162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.718471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:48.719117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.759167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:37:48.770628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:48.776547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 71405d38-b4bf-44bb-a434-ef80a2d0ff08) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:48.784099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:48.784354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.841232 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4861510 Sep 15 13:37:48.843691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47720) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:48.849339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:48.862942 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:48.863281 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.870316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Usage tracker for resource:router and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:48.874849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:48.884217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:48.885586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ce062-95cd-4709-a905-4fcd691bdebc None None] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:48.931330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:48.937279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:49.048846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Checking segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:49.049247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Network hostable DHCP agents. Network: 4d501208-c7b9-42fa-b796-60bafd4bf20e, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:37:49.068354 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9860983 Sep 15 13:37:49.068354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Pushing event updated for resources: {'Network': ['ID=a728393e-10d3-464d-be1d-0b076a0a9a26,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:49.076970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:49.080133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47726) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:49.090580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network a728393e-10d3-464d-be1d-0b076a0a9a26 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:37:49.092163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:49.150448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Request body: {'subnet': {'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-subnet', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:49.155647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:49.158681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:49.160442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Usage tracker for resource:subnet and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:49.169588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:49.171837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:49.178571 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:49.190768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.193946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.195268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.218058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Made reservation on behalf of b68642c021504755b4547135ba90304e for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:49.234399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.255935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Checking segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:49.256332 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Network hostable DHCP agents. Network: 728d8e21-b220-4d61-afd7-d9a817dc0ed1, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:37:49.278998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.302234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.305261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:37:49.306494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.437502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:37:49.457380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.459990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 728d8e21-b220-4d61-afd7-d9a817dc0ed1) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:49.470707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:49.471313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.536610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:37:49.550487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83525cc-94db-4e3b-a8b5-f5137f51c7f6 None None] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:49.559831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.560219 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Added segment 0bfe33fa-f613-4070-9d6d-ef53a6db6b33 of type vlan for network d91b5f74-e434-4866-a016-b487f5b1270b Sep 15 13:37:49.595873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.608239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba66dfa9-f681-46b7-8843-d76c0f94b520,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:49.611294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:49.612758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:37:49.621100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b506556d-662e-498f-80ec-5aa6e5a95ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:49.649026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 4d501208-c7b9-42fa-b796-60bafd4bf20e) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:49.653550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:49.654510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.665515 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2721128 Sep 15 13:37:49.669238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47736) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:49.676199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:49.683104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc925f-5a7b-486c-821b-14fc79293a7f None None] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:49.698216 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:49.705979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Usage tracker for resource:router and tenant:bec72a42fe6b4b2aa73266e55d4509e0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:49.716604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:49.718591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06cccb-24d2-443c-ac1b-9b3513399632,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:49.722261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:49.740767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.747070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Allocated IP 172.20.0.2 (71405d38-b4bf-44bb-a434-ef80a2d0ff08/c2973333-8f3f-4bb5-958d-4e27c6002661/4eed30da-39df-4c3a-8391-dddf8dbcda3a) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:49.758781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:49.766992 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9540243 Sep 15 13:37:49.837967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.840396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.901390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.903746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:49.904488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.910924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:49.929214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:49.983810 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8544722 Sep 15 13:37:50.033924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47754) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:50.058883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Request body: {'subnet': {'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-983686343-subnet', 'tenant_id': '0eac69c071374978bfe456404fa37cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:50.065341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:50.082384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.092163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Usage tracker for resource:subnet and tenant:0eac69c071374978bfe456404fa37cfe is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:50.103075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:50.111089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:50.125591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Pushing event updated for resources: {'Network': ['ID=d91b5f74-e434-4866-a016-b487f5b1270b,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:50.142855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Made reservation on behalf of 0eac69c071374978bfe456404fa37cfe for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:37:50.154882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:50.156174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ffaaaf68-2db0-48fe-a79d-840412e5fd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:50.156603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.156782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network d91b5f74-e434-4866-a016-b487f5b1270b details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:37:50.246176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Checking segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:50.246751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Network hostable DHCP agents. Network: a728393e-10d3-464d-be1d-0b076a0a9a26, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:37:50.269263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a641569d-7582-4cff-a434-5d07c847da97,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:50.273245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:50.293659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:37:50.327379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, a728393e-10d3-464d-be1d-0b076a0a9a26) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:50.333493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:50.335573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.364033 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2342129 Sep 15 13:37:50.365002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47776) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:50.371358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:50.377074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:50.382364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Usage tracker for resource:router and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:50.386349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:50.395147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:50.406679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.407866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.432725 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.440414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7d376-12bc-4723-a6f3-5eaeacf2a123 None None] Network a728393e-10d3-464d-be1d-0b076a0a9a26 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:50.616691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.659369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47806) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:50.665383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.724336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.726843 dv-cinder-809181-1-smb neutron-server[82230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 13:37:50.753702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:50.917020 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ab861-8513-493b-9788-e2ed692a348e None None] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:51.051526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:51.091059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:51.228131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Allocated IP 172.28.2.225 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/5e1a6b1c-3a9d-4922-8620-94afcbdc8da5) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:51.320592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-6f4391b8-73e3-488e-981c-a16ff6d7c4b5 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:51.322240 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-6f4391b8-73e3-488e-981c-a16ff6d7c4b5 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.6283336 Sep 15 13:37:51.331427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:51.543099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-54cc77c8-b0fc-4930-b9be-4b9a5576b00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:51.609223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad49c3ff-60f0-4c9b-adff-7f6b4f555707,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:51.649358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e1214-6075-4c09-9dc6-cb004a606ff6 None None] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:51.669434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:51.671851 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-f9c48990-ac9f-433c-b0f0-da78f205650e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/quotas/372158c796884fcfabef7df4e97a9945 HTTP/1.1" status: 200 len: 375 time: 0.3231864 Sep 15 13:37:51.761891 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-a4a3d297-188f-4a63-b6dd-f4e05a98eda3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808246 Sep 15 13:37:51.879399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Checking segment: {'id': '0bfe33fa-f613-4070-9d6d-ef53a6db6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:51.879726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Network hostable DHCP agents. Network: d91b5f74-e434-4866-a016-b487f5b1270b, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:37:51.889593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:51.900166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:51.944357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.064475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.069039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Network d91b5f74-e434-4866-a016-b487f5b1270b is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:37:52.078804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Transition to ACTIVE for port object 4eed30da-39df-4c3a-8391-dddf8dbcda3a will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:52.089834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-7ed4b54d-aa44-4b05-9a3a-618dc6cf865c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:37:52.090979 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-7ed4b54d-aa44-4b05-9a3a-618dc6cf865c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0914729 Sep 15 13:37:52.093200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.094206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, d91b5f74-e434-4866-a016-b487f5b1270b) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:52.103210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:52.121853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Transition to ACTIVE for port object 4eed30da-39df-4c3a-8391-dddf8dbcda3a will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:52.121853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9061d4-c387-4559-a54c-644dcbb5b4dd None None] Network d91b5f74-e434-4866-a016-b487f5b1270b requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:52.133274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:52.133984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.155579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-a728393e-10d3-464d-be1d-0b076a0a9a26', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:37:52.156466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.181442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Allocated IP 172.28.2.23 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/debde010-1c67-47c4-a9e6-85cfef44f4a5) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:52.234391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.252921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4153ceaf-8e5c-4a37-b6ed-2cfc188a20f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:52.286243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:37:52.311756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:52.332774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Pushing event updated for resources: {'Port': ['ID=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:52.361385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:37:52.413811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.427766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:37:52.433319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:52.442024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:37:52.445529 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4019096 Sep 15 13:37:52.448008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.464375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:52.471599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Pushing event updated for resources: {'Port': ['ID=4eed30da-39df-4c3a-8391-dddf8dbcda3a,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:52.516062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:52.568383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Pushing event updated for resources: {'Port': ['ID=debde010-1c67-47c4-a9e6-85cfef44f4a5,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:52.577685 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-cce9666c-c348-4572-9d7a-71c7745e1dd4 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766934 Sep 15 13:37:52.588261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:37:52.589734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:52.590951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:52.593534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:37:52.659952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.660512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.660714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.661036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.661405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.661773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.662137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.662545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.662906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.663511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.663875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Tracked resource versions report: Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: HyperV agent@hv-cinder-80918: {}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:37:52.665136 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:37:52.675127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:52.738853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.739929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.775103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Attempting to bind port 4eed30da-39df-4c3a-8391-dddf8dbcda3a on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:37:52.775891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Attempting to bind port 4eed30da-39df-4c3a-8391-dddf8dbcda3a by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:37:52.776616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Attempting to bind port 4eed30da-39df-4c3a-8391-dddf8dbcda3a on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:37:52.833417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d676b2-3895-493c-957b-09e29cc758bd None None] Network d91b5f74-e434-4866-a016-b487f5b1270b requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:52.847704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:37:52.848210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Checking segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:52.848729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.849242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Bound using segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:37:52.849852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Bound port: 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:37:52.850380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:52.905015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Allocated IP 172.28.2.11 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/0645efdc-59bf-463c-95c8-ff77c756d958) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:52.972363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Allocated IP 172.20.0.2 (a728393e-10d3-464d-be1d-0b076a0a9a26/a641569d-7582-4cff-a434-5d07c847da97/161581f6-1f90-4459-8941-7ba882231a3e) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:53.142104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.202370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Router b48258bf-d204-4624-aab4-5968959ac5cc is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:37:53.227574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.230781 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-84eff9e1-bb23-4c83-acab-fcd701fbeb5d service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520164 Sep 15 13:37:53.273652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:53.348484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Pushing event updated for resources: {'Port': ['ID=0645efdc-59bf-463c-95c8-ff77c756d958,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:53.358129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:53.378494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:37:53.384869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:53.390606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:37:53.485243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.486715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.616490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 47952) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:53.687635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47956) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:53.748422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] For port 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:37:53.753499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:37:53.766089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:37:53.806369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] For port 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=4eed30da-39df-4c3a-8391-dddf8dbcda3a,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:37:53.808079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:37:53.810139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:53.822569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.824469 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4580321 Sep 15 13:37:53.829491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47976) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:53.903085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:53.951466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:54.069589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Pushing event updated for resources: {'Port': ['ID=4eed30da-39df-4c3a-8391-dddf8dbcda3a,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:54.082207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:54.182569 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-209b1337-4cbb-4fad-a6c5-dd128fdd9560 req-89c71a64-d6c3-419e-a5e2-eb47c4af0927 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.3959374 Sep 15 13:37:54.201413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.233308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.235276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.241313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:37:54.323251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.351506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:54.358538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Usage tracker for resource:security_group_rule and tenant:7d945e0c74d74555a16fc809add45a2d is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:54.362054 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 47998) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:54.367495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Transition to ACTIVE for port object 161581f6-1f90-4459-8941-7ba882231a3e will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:54.369366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:54.386152 dv-cinder-809181-1-smb neutron-server[82230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 13:37:54.413135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Transition to ACTIVE for port object 161581f6-1f90-4459-8941-7ba882231a3e will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:54.420954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.424120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:54.428409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:54.497116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.572864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:37:54.576390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:37:54.581730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:37:54.584254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Pushing event updated for resources: {'Port': ['ID=161581f6-1f90-4459-8941-7ba882231a3e,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:54.588953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:54.624214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:37:54.646085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Usage tracker for resource:security_group_rule and tenant:19d5fca56ad14352b9c1b926f3d17298 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:37:54.676252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:37:54.677985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:37:54.702271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:37:54.735871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Attempting to bind port 161581f6-1f90-4459-8941-7ba882231a3e on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:37:54.736272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Attempting to bind port 161581f6-1f90-4459-8941-7ba882231a3e by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:37:54.736674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Attempting to bind port 161581f6-1f90-4459-8941-7ba882231a3e on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:37:54.745683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:37:54.746259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Checking segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:54.746720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.747154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Bound using segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:37:54.747670 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Bound port: 161581f6-1f90-4459-8941-7ba882231a3e, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:37:54.748108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.793385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:54.801757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:37:54.802719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Updating router b48258bf-d204-4624-aab4-5968959ac5cc port debde010-1c67-47c4-a9e6-85cfef44f4a5 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:37:54.860968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] For port 161581f6-1f90-4459-8941-7ba882231a3e, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:37:54.864370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] For port 161581f6-1f90-4459-8941-7ba882231a3e, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=161581f6-1f90-4459-8941-7ba882231a3e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:37:54.867983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.874354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:54.942241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:54.944031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:37:55.040072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Pushing event updated for resources: {'Port': ['ID=161581f6-1f90-4459-8941-7ba882231a3e,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:55.047236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:55.087157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.126613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 4eed30da-39df-4c3a-8391-dddf8dbcda3a up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:37:55.162139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.212254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:55.301570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 4eed30da-39df-4c3a-8391-dddf8dbcda3a completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:37:55.317235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-ffe33f27-2be0-4f61-b40b-5f6db96b837a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:55.318531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:37:55.318958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-ffe33f27-2be0-4f61-b40b-5f6db96b837a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Synchronizing usage tracker for tenant:0eac69c071374978bfe456404fa37cfe on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:37:55.325634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750115d2-3b01-4aa2-93d1-1e0d5ed7d25f,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:55.330950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:55.404633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.406405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.424844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.425997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Transition to ACTIVE for port object debde010-1c67-47c4-a9e6-85cfef44f4a5 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:55.427620 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-22984200-d027-4026-a058-52da706520c0 req-4a94c8a9-d15f-4dfa-bf1b-7da7e9742a96 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.1195755 Sep 15 13:37:55.438527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:55.442916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.448233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-ffe33f27-2be0-4f61-b40b-5f6db96b837a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Unset dirty status for tenant:0eac69c071374978bfe456404fa37cfe on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:37:55.455311 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-ffe33f27-2be0-4f61-b40b-5f6db96b837a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/networks?id=d91b5f74-e434-4866-a016-b487f5b1270b HTTP/1.1" status: 200 len: 811 time: 1.0893817 Sep 15 13:37:55.469476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb49b086-c2b1-4c35-be0e-281d43dea0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:55.512734 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-183941fc-b7eb-471a-b657-ba4d32d565c0 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/quotas/0eac69c071374978bfe456404fa37cfe HTTP/1.1" status: 200 len: 375 time: 0.0563200 Sep 15 13:37:55.547699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Pushing event updated for resources: {'Port': ['ID=debde010-1c67-47c4-a9e6-85cfef44f4a5,revision_number=2']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:55.574866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.575243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.575609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.575981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.576363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.576672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.577016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.577370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.577720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.578066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.578482 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Tracked resource versions report: Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: pushed versions: Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: { 'ConntrackHelper': {'1.0'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': {'1.0'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': {'1.1'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': {'1.5'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': {'1.2'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': {'1.8'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': {'1.2'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': {'1.0'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': {'1.0'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': {'1.1'}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': {'1.1'}} Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: consumer versions: Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: { DHCP agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: HyperV agent@hv-cinder-80918: {}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: L3 agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: Metadata agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: Metering agent@dv-cinder-809181-1-smb: {}, Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: Open vSwitch agent@dv-cinder-809181-1-smb: { 'ConntrackHelper': '1.0', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Log': '1.0', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Network': '1.1', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Port': '1.5', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'PortForwarding': '1.2', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'QosPolicy': '1.8', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroup': '1.2', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SecurityGroupRule': '1.0', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'SubPort': '1.0', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Subnet': '1.1', Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: 'Trunk': '1.1'}} Sep 15 13:37:55.579594 dv-cinder-809181-1-smb neutron-server[82230]: {{(pid=82342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 15 13:37:55.583634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Attempting to bind port debde010-1c67-47c4-a9e6-85cfef44f4a5 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:37:55.584038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Attempting to bind port debde010-1c67-47c4-a9e6-85cfef44f4a5 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:37:55.584432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Attempting to bind port debde010-1c67-47c4-a9e6-85cfef44f4a5 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:37:55.627569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:55.627569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:37:55.633383 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-3524b470-1590-4211-b293-8c7db4221d81 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eac69c071374978bfe456404fa37cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802984 Sep 15 13:37:55.633987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:55.633987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.633987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:37:55.633987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Bound port: debde010-1c67-47c4-a9e6-85cfef44f4a5, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:37:55.633987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.635053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0087f-e07f-4e27-8320-d619f2499cea,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:55.635053 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d945e0c74d74555a16fc809add45a2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9198253 Sep 15 13:37:55.635053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:55.680804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48034) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:55.686846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] For port debde010-1c67-47c4-a9e6-85cfef44f4a5, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:37:55.686998 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19d5fca56ad14352b9c1b926f3d17298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9035778 Sep 15 13:37:55.690349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] For port debde010-1c67-47c4-a9e6-85cfef44f4a5, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=debde010-1c67-47c4-a9e6-85cfef44f4a5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:37:55.697500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:55.699031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48038) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:55.708952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:55.778180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:37:55.778936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:55.951420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.017129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.102181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.122540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.151823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:37:56.195675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-67f4430f-d01b-48ac-8ae2-9caf3d60d4ad service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:37:56.204114 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-67f4430f-d01b-48ac-8ae2-9caf3d60d4ad service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3179719 Sep 15 13:37:56.271388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.279642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Pushing event updated for resources: {'Port': ['ID=debde010-1c67-47c4-a9e6-85cfef44f4a5,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:56.297762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:56.297936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:37:56.311084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:37:56.329832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7e99ac34-46fc-40ab-993a-66020215f95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:56.366721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.368326 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5235097 Sep 15 13:37:56.369760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:37:56.372813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48060) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:56.374482 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:56.379953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.411611 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:56.422592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.424000 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fee0087f-e07f-4e27-8320-d619f2499cea HTTP/1.1" status: 204 len: 168 time: 0.7358453 Sep 15 13:37:56.445503 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0087f-e07f-4e27-8320-d619f2499cea,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:56.451800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:56.460089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:37:56.509489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.514470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8434880 Sep 15 13:37:56.515527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48068) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:56.637180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750115d2-3b01-4aa2-93d1-1e0d5ed7d25f,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:56.666868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:56.687341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:56.691664 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/750115d2-3b01-4aa2-93d1-1e0d5ed7d25f HTTP/1.1" status: 204 len: 168 time: 0.9798799 Sep 15 13:37:56.696008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Sync routers for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:37:56.744735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:37:56.746584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:56.867934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:37:56.978766 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-0f9ef3c1-7920-4a24-a647-90199a3f2dcc service neutron] 10.222.0.22 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693386 Sep 15 13:37:57.125746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.39', 56789) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:57.215324 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fba3655c-06e4-4939-a150-5cad55abed43 req-b1c3afd8-1abc-4425-9cf8-44c34013440d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.2032900 Sep 15 13:37:57.281779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 161581f6-1f90-4459-8941-7ba882231a3e up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:37:57.301188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:37:57.360298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e6813-d6ae-4e37-86de-853b113d36ed None None] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:57.579653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-ab0dd4dc-0e18-489c-8506-750be730cef6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:37:57.580609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-ab0dd4dc-0e18-489c-8506-750be730cef6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:37:57.801773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:53Z', 'revision_number': 3, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:57.806770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:37:57.816959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Checking router: e89a1238-1803-4dc0-a629-7e9fe3e0aff3 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:37:57.817579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Updating router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 port 0645efdc-59bf-463c-95c8-ff77c756d958 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:37:57.820388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-ab0dd4dc-0e18-489c-8506-750be730cef6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:37:57.821631 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-ab0dd4dc-0e18-489c-8506-750be730cef6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.5128589 Sep 15 13:37:57.848217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48104) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:37:57.896760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955054f-33e0-4bcc-b43d-ac5ce1c0fe95 None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:37:57.932810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Request body: {'port': {'device_id': 'f6304b02-10f4-4681-a955-958f85bd1378', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'admin_state_up': True, 'tenant_id': '372158c796884fcfabef7df4e97a9945'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:37:57.977961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:58.307522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a306d-9927-4e8d-a338-d77fe6357b64 None None] Network a728393e-10d3-464d-be1d-0b076a0a9a26 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:37:58.343137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Provisioning for port 4eed30da-39df-4c3a-8391-dddf8dbcda3a completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:37:58.406068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Provisioning complete for port 4eed30da-39df-4c3a-8391-dddf8dbcda3a triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:37:58.406518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:58.708063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:58.716076 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-d308e744-345e-4850-9235-4d3dfd7ac7f5 service neutron] 10.222.0.22 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7264199 Sep 15 13:37:58.780316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Transition to ACTIVE for port object 0645efdc-59bf-463c-95c8-ff77c756d958 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:37:58.795953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:58.801363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:58.977560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.013866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.028064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 161581f6-1f90-4459-8941-7ba882231a3e completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:37:59.052452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Attempting to bind port 0645efdc-59bf-463c-95c8-ff77c756d958 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:37:59.052996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Attempting to bind port 0645efdc-59bf-463c-95c8-ff77c756d958 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:37:59.056706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Attempting to bind port 0645efdc-59bf-463c-95c8-ff77c756d958 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:37:59.067129 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cbc5f431-d4e0-47b8-860a-9dea766bd64c req-884d034e-4990-4c5d-a39d-c9a651001811 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.3694668 Sep 15 13:37:59.079422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245f71-fc86-4850-8370-7cbed641544c None None] Pushing event updated for resources: {'Port': ['ID=0645efdc-59bf-463c-95c8-ff77c756d958,revision_number=2']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:59.086656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e245f71-fc86-4850-8370-7cbed641544c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:59.122417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:37:59.127249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:37:59.129323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.129880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:37:59.130651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Bound port: 0645efdc-59bf-463c-95c8-ff77c756d958, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:37:59.134273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.351925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.480192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] For port 0645efdc-59bf-463c-95c8-ff77c756d958, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:37:59.491913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] For port 0645efdc-59bf-463c-95c8-ff77c756d958, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0645efdc-59bf-463c-95c8-ff77c756d958,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:37:59.506531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:37:59.516690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e245f71-fc86-4850-8370-7cbed641544c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:37:59.623732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device debde010-1c67-47c4-a9e6-85cfef44f4a5 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:37:59.830232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Allocated IP 172.20.0.1 (a728393e-10d3-464d-be1d-0b076a0a9a26/a641569d-7582-4cff-a434-5d07c847da97/1bacae24-e7a3-4a7e-b204-14ff1640a6c7) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:37:59.877365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245f71-fc86-4850-8370-7cbed641544c None None] Pushing event updated for resources: {'Port': ['ID=0645efdc-59bf-463c-95c8-ff77c756d958,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:37:59.892179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e245f71-fc86-4850-8370-7cbed641544c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:37:59.893009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:37:59.895180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:00.022890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Allocated IP 172.20.0.1 (728d8e21-b220-4d61-afd7-d9a817dc0ed1/3e1f8be6-873e-4a2d-8ff8-5e0a8088851e/0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:00.245891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:00.512495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] For port 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=4eed30da-39df-4c3a-8391-dddf8dbcda3a,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:00.541122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:00.549830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:00.566046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port debde010-1c67-47c4-a9e6-85cfef44f4a5 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:00.626012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:00.732137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:00.868772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port debde010-1c67-47c4-a9e6-85cfef44f4a5 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:00.869234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:00.907074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:00.921591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:00.922087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Updating router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:38:00.944074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Transition to ACTIVE for port object 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:01.010767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:01.032196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.054913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Usage tracker for resource:security_group_rule and tenant:9b6a6a7607f0400c8f6612cc31295789 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:01.088312 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ede80590-5489-4dbb-85c5-558326ee833d req-1b401fe8-ca55-4744-a871-e7892fe3430a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 210 time: 0.8880203 Sep 15 13:38:01.115314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:01.119473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:01.136305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.147821 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-16f51c1d-4b96-40e6-b357-b0f9b364920a req-6f8d2a7c-c659-4e33-a707-243e1cedda4b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.2327631 Sep 15 13:38:01.166689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.212715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Provisioning for port 161581f6-1f90-4459-8941-7ba882231a3e completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:01.216253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Pushing event updated for resources: {'Port': ['ID=4eed30da-39df-4c3a-8391-dddf8dbcda3a,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:01.221367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:01.233862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:01.235080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:01.238300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:01.241255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Provisioning complete for port 161581f6-1f90-4459-8941-7ba882231a3e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:01.241678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.246343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:01.250016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:01.250654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.270879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.276504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2831cdf5-757a-4595-a344-301fbac8a1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:01.364752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Usage tracker for resource:port and tenant:372158c796884fcfabef7df4e97a9945 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:01.480631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:01.484666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:01.490102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:01.498758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:01.511037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.512525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.623712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.623926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:53Z', 'revision_number': 3, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:01.633053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024dd2b-c482-46c7-8308-847627c3dbb9 None None] The sync data for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb is: [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:53Z', 'revision_number': 3, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:01.680958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.709657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:01.723009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:01.819786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:01.994199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port debde010-1c67-47c4-a9e6-85cfef44f4a5, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=debde010-1c67-47c4-a9e6-85cfef44f4a5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:02.094199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.129296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:02.258195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.275720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:02.311448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.407148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.413405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.420624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:02.422173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.438271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.441560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=debde010-1c67-47c4-a9e6-85cfef44f4a5,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:02.450423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 4eed30da-39df-4c3a-8391-dddf8dbcda3a up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:02.470145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:02.474929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:02.496812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b435a37-df06-452f-bb8f-91a5aedde48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:02.539587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:02.541653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] For port 161581f6-1f90-4459-8941-7ba882231a3e, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=161581f6-1f90-4459-8941-7ba882231a3e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:02.626136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:02.694538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:02.697158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.727340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:02.730651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:02.741372 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2c7a7da8-e36e-4642-8cee-0880b79cbb7a req-feadd37d-731d-4724-ba5b-1aafd1ed5a2a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.1245592 Sep 15 13:38:02.744510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.39', 56801) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:02.748182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:02.754717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:02.921364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:02.978431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 4eed30da-39df-4c3a-8391-dddf8dbcda3a triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:03.001336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.237181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Provisioning complete for port 4eed30da-39df-4c3a-8391-dddf8dbcda3a triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:03.238406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.298194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:03.303160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:03.413537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Pushing event updated for resources: {'Port': ['ID=161581f6-1f90-4459-8941-7ba882231a3e,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:03.463087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:03.498166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48244) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:03.509369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-11fc26f0-f2a6-4b04-b1c1-945e270a988e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:03.519609 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-11fc26f0-f2a6-4b04-b1c1-945e270a988e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.39 "GET /v2.0/networks?id=d91b5f74-e434-4866-a016-b487f5b1270b HTTP/1.1" status: 200 len: 811 time: 0.7669175 Sep 15 13:38:03.536475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Allocated IP 172.20.0.8 (4d501208-c7b9-42fa-b796-60bafd4bf20e/ba66dfa9-f681-46b7-8843-d76c0f94b520/5bd96930-77ce-4613-ac4b-d0fc90ead97d) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:03.567243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.612971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Transition to ACTIVE for port object 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:03.686892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.700807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:03.747692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.802311 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1404eb3a-352b-4813-8aad-23483d91b14c req-6ab031ab-1b8c-478c-9e16-2c396ef74fb8 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 210 time: 1.0743110 Sep 15 13:38:03.914128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Pushing event updated for resources: {'Port': ['ID=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:03.937233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:03.938922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Attempting to bind port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:03.939733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Attempting to bind port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:03.941934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Attempting to bind port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:03.952840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:03.953640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:03.954257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:03.954971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:03.955638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Bound port: 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:03.956288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:04.036784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:04.043087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:04.067479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:04.073932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] For port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:04.078880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] For port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:04.092481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:04.107109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:04.249718 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5507f07d-a6b7-46c4-9a20-3be97323e45f req-b72dbaa8-96bd-482e-aebb-fc1d32307cef tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.1598213 Sep 15 13:38:04.302050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Request body: {'port': {'device_id': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b', 'admin_state_up': True, 'tenant_id': '0eac69c071374978bfe456404fa37cfe'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:04.618448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Pushing event updated for resources: {'Port': ['ID=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:04.639509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 161581f6-1f90-4459-8941-7ba882231a3e up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:04.720699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:04.795625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Provisioning complete for port 161581f6-1f90-4459-8941-7ba882231a3e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:04.796090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:04.797412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:04.897148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:04.925975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Usage tracker for resource:port and tenant:0eac69c071374978bfe456404fa37cfe is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:04.935729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:04.967948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:05.000424 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b6a6a7607f0400c8f6612cc31295789&name=default HTTP/1.1" status: 200 len: 2647 time: 7.1469300 Sep 15 13:38:05.008126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48258) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:05.017860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:05.020857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:05.021570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:05.062878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:05.072351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Made reservation on behalf of 0eac69c071374978bfe456404fa37cfe for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:05.086728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.088288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c544769d-b924-4e97-9349-a0a16c7f1e31,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:05.135108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Usage tracker for resource:security_group_rule and tenant:a98bfa82b75f4543b33a9f1e09e061f0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:05.149658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:05.162678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:05.169154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:05.226586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 161581f6-1f90-4459-8941-7ba882231a3e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:05.226968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.284512 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad1f96c7-4107-4750-b21f-8db90a56531d req-d7feda7f-8349-4cee-a063-51e14139326d tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 210 time: 0.1165326 Sep 15 13:38:05.426716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Allocated IP 172.20.0.3 (d91b5f74-e434-4866-a016-b487f5b1270b/ad49c3ff-60f0-4c9b-adff-7f6b4f555707/d2cd18ef-d6e0-4c84-b81f-9453971453e6) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:05.464778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.501630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.559322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Provisioning for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:05.585273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:05.654366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Provisioning complete for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:05.654732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.710299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.754121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.758062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:05.779852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device debde010-1c67-47c4-a9e6-85cfef44f4a5 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:05.874368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c544769d-b924-4e97-9349-a0a16c7f1e31,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:05.889199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:05.890501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.939362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:05.942061 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c544769d-b924-4e97-9349-a0a16c7f1e31 HTTP/1.1" status: 204 len: 168 time: 0.8365028 Sep 15 13:38:05.944207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cc5a6-1d4d-4268-9af4-3e2019b8025f None None] Port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:05.966034 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-541eda76-776c-4cef-850a-bee2cd4bba2e req-97e9fb8e-5ac5-4a57-86cc-37bc7409e092 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.4443917 Sep 15 13:38:06.019058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:06.105735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port debde010-1c67-47c4-a9e6-85cfef44f4a5 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:06.106545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:06.107533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:38:06.152691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:06.187836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Network d91b5f74-e434-4866-a016-b487f5b1270b is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:06.193354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Pushing event updated for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:06.196392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:06.207677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:06.208275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:06.208994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:06.239512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:06.250705 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1329918 Sep 15 13:38:06.263560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:38:06.289084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-4b547bb9-bdae-4bac-93a8-5c0064ad444d None None] Provisioning complete for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:06.289763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4b547bb9-bdae-4bac-93a8-5c0064ad444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:06.391735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:06.469340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aba8d341-07b9-4cef-900f-054eec1e9119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:06.496431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-4b547bb9-bdae-4bac-93a8-5c0064ad444d None None] Port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:06.736731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0645efdc-59bf-463c-95c8-ff77c756d958 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:06.744868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:06.750145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event updated for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:06.772398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:06.815381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:06.904653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:06.917237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba303cd2-aba4-4894-9ee5-229274fe0ca4 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:37:52Z', 'revision_number': 3, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:06.974198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 0645efdc-59bf-463c-95c8-ff77c756d958 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:06.989428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0645efdc-59bf-463c-95c8-ff77c756d958 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:06.989880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.049399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.095930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.152420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7e6ceda0-4fd3-4fe2-a481-a79011049fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:07.167535 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a98bfa82b75f4543b33a9f1e09e061f0&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6442008 Sep 15 13:38:07.176918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:07.182479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:07.183547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.188591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48294) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:07.203542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-8d56bc4b-3650-423a-8b55-93b1f2fcd567 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=82339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:38:07.207423 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-8d56bc4b-3650-423a-8b55-93b1f2fcd567 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0372088 Sep 15 13:38:07.254940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.272610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 0645efdc-59bf-463c-95c8-ff77c756d958, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0645efdc-59bf-463c-95c8-ff77c756d958,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:07.277044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.308944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f161e-aa0a-434f-a2db-ed682c65af3e,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:07.326929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:07.335261 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4564078 Sep 15 13:38:07.375484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:07.474779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83938c-173d-462c-9c94-f1a5e41b263e req-3b98fd09-a124-4fc8-b066-e9fdc5a3ab53 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:07.477034 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3d83938c-173d-462c-9c94-f1a5e41b263e req-3b98fd09-a124-4fc8-b066-e9fdc5a3ab53 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 931 time: 0.6584673 Sep 15 13:38:07.492519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:38:07.501013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bbb9a-b395-4eb6-a46e-8bad04fa117c req-2e3173f7-98d0-4b8a-8d1f-dae83eb86994 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:07.502874 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a60bbb9a-b395-4eb6-a46e-8bad04fa117c req-2e3173f7-98d0-4b8a-8d1f-dae83eb86994 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 931 time: 0.1904716 Sep 15 13:38:07.514170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Sync routers for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:38:07.538010 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] 10.222.0.22 "PUT /v2.0/routers/e89a1238-1803-4dc0-a629-7e9fe3e0aff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0052576 Sep 15 13:38:07.596690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:07.597406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:07.620657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:38:07.631565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:38:07.640831 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a60bbb9a-b395-4eb6-a46e-8bad04fa117c req-c4320f94-15b8-4d44-95ec-254ecd60f189 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087570 Sep 15 13:38:07.648214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Request body: {'port': {'device_id': 'f6304b02-10f4-4681-a955-958f85bd1378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:07.654063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:07.679008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:07.679890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:07.738113 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] 10.222.0.22 "PUT /v2.0/routers/b48258bf-d204-4624-aab4-5968959ac5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9071324 Sep 15 13:38:07.851688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Request body: {'port': {'device_id': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:08.002878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:08.013776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:08.086442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:08.227171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:08.336761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:08.606753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:08.918539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:09.145508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-647b327d-6eb5-4162-bb4a-27457041517a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:09.255474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd96930-77ce-4613-ac4b-d0fc90ead97d {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:09.285478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:09.584436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 2, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:09.601343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:09.601748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Updating router b48258bf-d204-4624-aab4-5968959ac5cc port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:38:09.612868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Transition to ACTIVE for port object 5bd96930-77ce-4613-ac4b-d0fc90ead97d will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:09.628715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:09.674818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=0645efdc-59bf-463c-95c8-ff77c756d958,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:09.703644 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.423s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:09.721155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-43ee02e7-66c8-49e3-8e88-3639213386b1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:09.724361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-43ee02e7-66c8-49e3-8e88-3639213386b1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:network {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:09.732033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:09.749301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:09.750495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:09.757469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e', 'name': '', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'mac_address': 'fa:16:3e:7e:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 2, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'subnets': [{'id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:09.764755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Checking router: e89a1238-1803-4dc0-a629-7e9fe3e0aff3 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:09.765334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Updating router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:38:09.819708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:09.827727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:09.828364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:09.958082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:09.980817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:09.984315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-43ee02e7-66c8-49e3-8e88-3639213386b1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:network {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:09.985651 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-43ee02e7-66c8-49e3-8e88-3639213386b1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 819 time: 0.9157786 Sep 15 13:38:09.990235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Allocated IP 172.20.0.1 (71405d38-b4bf-44bb-a434-ef80a2d0ff08/c2973333-8f3f-4bb5-958d-4e27c6002661/e0a6121e-423a-4232-a780-51c55cdf1a9c) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:09.995459 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.201367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-9b067bc7-6085-4f02-b9aa-3071a5bc22c7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/quotas/bec72a42fe6b4b2aa73266e55d4509e0 HTTP/1.1" status: 200 len: 375 time: 0.2013850 Sep 15 13:38:10.343415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.367938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Transition to ACTIVE for port object 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:10.380410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.394857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.398969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b86d064a-7b2a-4fa1-9983-50feb5cb5b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:10.435187 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Transition to ACTIVE for port object e0a6121e-423a-4232-a780-51c55cdf1a9c will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:10.476389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f161e-aa0a-434f-a2db-ed682c65af3e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:10.481326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.485687 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da7f161e-aa0a-434f-a2db-ed682c65af3e HTTP/1.1" status: 204 len: 168 time: 3.2817645 Sep 15 13:38:10.489554 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-3d83938c-173d-462c-9c94-f1a5e41b263e req-c0a7eead-117e-4908-ab10-a9dbec68208b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Synchronizing usage tracker for tenant:0eac69c071374978bfe456404fa37cfe on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:10.550923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Pushing event updated for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:10.551668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.404s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:10.552800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.574179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-ce5d8fe3-69c1-4556-b7ee-a31a0711cda9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:10.613285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:10.625777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Attempting to bind port 5bd96930-77ce-4613-ac4b-d0fc90ead97d on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:10.626228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Attempting to bind port 5bd96930-77ce-4613-ac4b-d0fc90ead97d by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:10.627130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Attempting to bind port 5bd96930-77ce-4613-ac4b-d0fc90ead97d on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:10.635592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-ce5d8fe3-69c1-4556-b7ee-a31a0711cda9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:10.639787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-ce5d8fe3-69c1-4556-b7ee-a31a0711cda9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4151905 Sep 15 13:38:10.863481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:10.867170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Attempting to bind port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:10.867781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Attempting to bind port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:10.868604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Attempting to bind port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:10.874000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-3d83938c-173d-462c-9c94-f1a5e41b263e req-c0a7eead-117e-4908-ab10-a9dbec68208b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Unset dirty status for tenant:0eac69c071374978bfe456404fa37cfe on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:10.891490 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3d83938c-173d-462c-9c94-f1a5e41b263e req-c0a7eead-117e-4908-ab10-a9dbec68208b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.3695829 Sep 15 13:38:10.899308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:10.900046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Checking segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:10.900705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.901479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Bound using segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:10.902209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Bound port: 1bacae24-e7a3-4a7e-b204-14ff1640a6c7, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:10.904538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:10.960404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:11.002751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:11.003897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.033415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Port 5bd96930-77ce-4613-ac4b-d0fc90ead97d on network 4d501208-c7b9-42fa-b796-60bafd4bf20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:11.034012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Attempting to bind port 5bd96930-77ce-4613-ac4b-d0fc90ead97d on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:11.074480 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Pushing event updated for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:11.113701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:11.117926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Checking segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:11.118862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Bound using segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:11.119387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Bound port: 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:11.119932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.214832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:11.283473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] For port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:11.287328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] For port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:11.292815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.299246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.317649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:11.323075 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-018baecf-9a0f-41f8-8fa6-6131659a5bf1 service neutron] 10.222.0.22 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740413 Sep 15 13:38:11.324704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:11.474639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:11.513295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.539438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:11.578183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Pushing event updated for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=4']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:11.584141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:11.639019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:11.639953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:11.799550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:11.837835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:11.861918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0645efdc-59bf-463c-95c8-ff77c756d958 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:11.892109 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-e115681d-b45e-4bf8-acc6-29ac52ea0259 service neutron] 10.222.0.22 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663679 Sep 15 13:38:11.972517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:11.981894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:11.998586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:12.019756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.046079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:12.130772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.169303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.171578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] 10.222.0.39 "PUT /v2.0/ports/5bd96930-77ce-4613-ac4b-d0fc90ead97d HTTP/1.1" status: 200 len: 1093 time: 4.7013981 Sep 15 13:38:12.172626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:12.419741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:12.591648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-52ac61eb-a6a0-4494-9a21-a49ee1775c57 None None] Provisioning for port e0a6121e-423a-4232-a780-51c55cdf1a9c completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:12.637104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cd18ef-d6e0-4c84-b81f-9453971453e6 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:12.653423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-52ac61eb-a6a0-4494-9a21-a49ee1775c57 None None] Provisioning complete for port e0a6121e-423a-4232-a780-51c55cdf1a9c triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:12.666645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-52ac61eb-a6a0-4494-9a21-a49ee1775c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.680145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.738814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Transition to ACTIVE for port object d2cd18ef-d6e0-4c84-b81f-9453971453e6 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:12.786318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.835777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:12.895162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:12.911618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:12.947563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-52ac61eb-a6a0-4494-9a21-a49ee1775c57 None None] Port e0a6121e-423a-4232-a780-51c55cdf1a9c cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:12.961142 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-ab3ed548-8b2c-4122-85f7-6177801efadc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 1096 time: 0.4794760 Sep 15 13:38:12.970473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:12.974056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99125e9-0319-4016-b297-aa5d37527429 req-9ff26aae-ac0e-4126-8a8a-6d468b303856 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:12.975935 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a99125e9-0319-4016-b297-aa5d37527429 req-9ff26aae-ac0e-4126-8a8a-6d468b303856 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 943 time: 0.3257813 Sep 15 13:38:13.025558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0645efdc-59bf-463c-95c8-ff77c756d958 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:13.025558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.051119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:13.055889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dca64-155c-4fa3-9288-d90ef6a22f82 None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:13.118692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:13.142675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Transition to ACTIVE for port object 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:13.155345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:13.242321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-b12eca82-1cd6-4bad-af30-2c9f42361986 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d HTTP/1.1" status: 200 len: 217 time: 0.2645478 Sep 15 13:38:13.265348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.309227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:13.588445 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a99125e9-0319-4016-b297-aa5d37527429 req-d8ed1366-ab7d-488e-bfa5-c1649fbd6088 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764616 Sep 15 13:38:13.609348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48428) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:13.621287 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Attempting to bind port d2cd18ef-d6e0-4c84-b81f-9453971453e6 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:13.622688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Attempting to bind port d2cd18ef-d6e0-4c84-b81f-9453971453e6 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '0bfe33fa-f613-4070-9d6d-ef53a6db6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:13.623483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Attempting to bind port d2cd18ef-d6e0-4c84-b81f-9453971453e6 on network d91b5f74-e434-4866-a016-b487f5b1270b {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:13.639387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330370344', 'description': 'tempest-description--1553724659'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:13.647032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Port d2cd18ef-d6e0-4c84-b81f-9453971453e6 on network d91b5f74-e434-4866-a016-b487f5b1270b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:13.647645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Attempting to bind port d2cd18ef-d6e0-4c84-b81f-9453971453e6 on network d91b5f74-e434-4866-a016-b487f5b1270b {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:13.656802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-87f24b79-2407-4f69-8c54-2853c9c97d85 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:13.666041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:13.666593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Checking segment: {'id': '0bfe33fa-f613-4070-9d6d-ef53a6db6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:13.667290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Bound using segment: {'id': '0bfe33fa-f613-4070-9d6d-ef53a6db6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:13.668131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Bound port: d2cd18ef-d6e0-4c84-b81f-9453971453e6, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfe33fa-f613-4070-9d6d-ef53a6db6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:13.670105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.677731 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-87f24b79-2407-4f69-8c54-2853c9c97d85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.3950868 Sep 15 13:38:13.705256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:13.783039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Pushing event updated for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:13.791802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:13.797290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6,segment=NetworkSegment(0bfe33fa-f613-4070-9d6d-ef53a6db6b33),segment_id=0bfe33fa-f613-4070-9d6d-ef53a6db6b33)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:13.807527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:13.809560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:13.823639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.828414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:13.828737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.842563 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-6b3aa6ed-0280-4b21-9cb6-30509dd242fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575298 Sep 15 13:38:13.852477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:13.857031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:13.925580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:13.988056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:13.994345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.009951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:14.010674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:14.014519 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a30b63e-1352-4d60-bf51-23272233629a req-ad38b7cb-24b6-47ee-8df5-d1ebb887c2e1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 210 time: 0.1103151 Sep 15 13:38:14.034455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.201628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.203214 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] 10.222.0.39 "PUT /v2.0/ports/d2cd18ef-d6e0-4c84-b81f-9453971453e6 HTTP/1.1" status: 200 len: 1093 time: 6.7142208 Sep 15 13:38:14.314199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Attempting to bind port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:14.314642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Attempting to bind port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:14.320368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Attempting to bind port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:14.338180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:14.338575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Checking segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:14.341936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.342655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Bound using segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:14.344495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Bound port: 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:14.344938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.370636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:14.406989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:14.464837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:14.504806 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:14.506029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:14.527180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Pushing event updated for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:14.538847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:14.666150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:14.682272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] For port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:14.686183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] For port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:14.693910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.700190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:14.779678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.806504 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'status': 'completed', 'code': 200} Sep 15 13:38:14.813500 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-95657145-3767-412e-85c0-79609b597b74 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606209 Sep 15 13:38:14.815337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.820140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:14.881620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-54b92537-e200-4b49-bd93-cf33961c8d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:14.910189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:14.911894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:14.965932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:14.983156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:15.003865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Pushing event updated for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:15.015969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:15.016840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:37:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:15.170358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:15.237352 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d623984-22e7-4ed2-8ebc-00d55e73c437 req-3394bfad-da4d-42d5-816d-2fe137536582 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567727 Sep 15 13:38:15.238306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.239783 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6307099 Sep 15 13:38:15.240632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.39', 56815) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:15.552526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48486) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:15.570170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group_rule': {'security_group_id': 'd26531af-84d5-4a29-8fd3-1c50e0a6a916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:15.578186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:15.583157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:15.586638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:15.593402 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:15.637205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.776801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dc16-f855-441b-9893-b373781d99a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.793957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-6592ad51-414d-4f88-aadb-2239c47bb087 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:15.802929 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-6592ad51-414d-4f88-aadb-2239c47bb087 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 819 time: 0.5693333 Sep 15 13:38:15.825539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.844023 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-a088a499-b550-4a28-b4b9-ef8dc623d34f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eac69c071374978bfe456404fa37cfe&device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 1096 time: 1.1768377 Sep 15 13:38:15.851773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.862796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f322f32e-5a03-4b66-b1a0-4cf1c30f97e4 None None] Provisioning complete for port e0a6121e-423a-4232-a780-51c55cdf1a9c triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:15.862980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195150e-4c9a-452d-8b07-518a8f85794e req-fa4392a5-ee14-4b45-9da6-af0d4bf274b4 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:15.863657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f322f32e-5a03-4b66-b1a0-4cf1c30f97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.871093 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7195150e-4c9a-452d-8b07-518a8f85794e req-fa4392a5-ee14-4b45-9da6-af0d4bf274b4 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 943 time: 1.8787236 Sep 15 13:38:15.939254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:15.987779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26531af-84d5-4a29-8fd3-1c50e0a6a916,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:15.997526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-32c47c26-4575-4bc4-962d-841001f3e159 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:15.999577 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-32c47c26-4575-4bc4-962d-841001f3e159 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 819 time: 0.7542303 Sep 15 13:38:16.001624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:16.005669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-f322f32e-5a03-4b66-b1a0-4cf1c30f97e4 None None] Port e0a6121e-423a-4232-a780-51c55cdf1a9c cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:16.019413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:16.093110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:16.102046 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-54149ac7-b192-4460-aa85-fd380cc9b62d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/quotas/bec72a42fe6b4b2aa73266e55d4509e0 HTTP/1.1" status: 200 len: 375 time: 0.2980425 Sep 15 13:38:16.128756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Request body: {'port': {'device_id': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'admin_state_up': True, 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:16.140948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:16.142002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:16.195309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:16.359080 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-9104499f-19f2-4140-a37b-6382f2113683 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6 HTTP/1.1" status: 200 len: 217 time: 0.5056422 Sep 15 13:38:16.377224 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7195150e-4c9a-452d-8b07-518a8f85794e req-3e03bf8e-cc77-4dc1-9d33-ae04e5e9ee70 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047839 Sep 15 13:38:16.378043 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:16.431094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85db8d6-17f7-492d-abfb-3205d9071fdf,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:16.613636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-a240ffa9-a400-491f-8e6d-9b4d8338045b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:16.616062 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-a240ffa9-a400-491f-8e6d-9b4d8338045b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad49c3ff-60f0-4c9b-adff-7f6b4f555707 HTTP/1.1" status: 200 len: 851 time: 0.1946993 Sep 15 13:38:16.632372 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-4f9a09ea-eed1-45a5-8132-0a874765491c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 1096 time: 0.6464024 Sep 15 13:38:16.635160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:16.647212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:16.670463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:16.673450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:16.675383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:16.692685 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-e96f7126-378d-4003-970e-cdb8ecb4eb65 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5819416 Sep 15 13:38:16.714781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:16.773720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:16.773720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:16.810867 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-7c37d7dc-855b-4396-beea-46608f44eb1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d91b5f74-e434-4866-a016-b487f5b1270b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747518 Sep 15 13:38:16.907381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Made reservation on behalf of bec72a42fe6b4b2aa73266e55d4509e0 for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:16.913902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:16.933042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:16.938873 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3852484 Sep 15 13:38:16.962686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48540) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:17.031454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group_rule': {'security_group_id': 'd26531af-84d5-4a29-8fd3-1c50e0a6a916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:17.034930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e', 'name': '', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'mac_address': 'fa:16:3e:7e:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:14Z', 'revision_number': 4, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'subnets': [{'id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:17.052259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e41336-b340-446a-99ae-f55e8a1df32a None None] The sync data for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb is: [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e', 'name': '', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'mac_address': 'fa:16:3e:7e:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:14Z', 'revision_number': 4, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'subnets': [{'id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:17.082961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:17.087116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:17.099219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:17.105978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:17.134365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-5f4d159e-6e40-4ca7-8a58-3cb1b3a919b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:17.135176 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-5f4d159e-6e40-4ca7-8a58-3cb1b3a919b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 916 time: 0.4917324 Sep 15 13:38:17.186664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:17.338330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.375755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:17.376356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.406865 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-2ba7cef9-4f91-4598-87b8-c9c5bb31a8b2 service neutron] 10.222.0.22 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934600 Sep 15 13:38:17.409128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768185-d9fa-4315-ad73-83720b6a805a req-512e6318-317b-423a-8af1-cef3c93bf8f6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:17.409979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ae768185-d9fa-4315-ad73-83720b6a805a req-512e6318-317b-423a-8af1-cef3c93bf8f6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:17.452924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ae768185-d9fa-4315-ad73-83720b6a805a req-512e6318-317b-423a-8af1-cef3c93bf8f6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:17.461716 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae768185-d9fa-4315-ad73-83720b6a805a req-512e6318-317b-423a-8af1-cef3c93bf8f6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 943 time: 0.8243785 Sep 15 13:38:17.521216 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-a02bb189-0968-4d87-9888-d5b56d699541 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d HTTP/1.1" status: 200 len: 217 time: 0.3614123 Sep 15 13:38:17.521343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48560) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:17.540656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:38:17.543012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ae768185-d9fa-4315-ad73-83720b6a805a req-cf0b4926-0dc4-42e1-9f2c-2230433ea793 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:17.651598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e87a5a6e-08bb-4ad6-8c59-75e581423840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.667448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-8fb14d65-9dbd-4db9-8d62-20643a9dc32f service neutron] 10.222.0.39 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438451 Sep 15 13:38:17.777549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.833016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.857398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ae768185-d9fa-4315-ad73-83720b6a805a req-cf0b4926-0dc4-42e1-9f2c-2230433ea793 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:17.858665 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae768185-d9fa-4315-ad73-83720b6a805a req-cf0b4926-0dc4-42e1-9f2c-2230433ea793 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956516 Sep 15 13:38:17.873646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-280b7d99-d114-41e8-9915-d6550b7a086e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:17.875274 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-280b7d99-d114-41e8-9915-d6550b7a086e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.2866340 Sep 15 13:38:17.885766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.941555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48568) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:17.941760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:17.953782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Allocated IP 172.20.0.8 (728d8e21-b220-4d61-afd7-d9a817dc0ed1/3e1f8be6-873e-4a2d-8ff8-5e0a8088851e/9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:17.975303 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-b3a367e4-2751-4cff-a3cf-6e6df2537eb9 service neutron] 10.222.0.22 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568843 Sep 15 13:38:17.992010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:18.010661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ef3f3d-49bb-46d3-bd17-86f20e8b3195,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:18.012654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:18.013915 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0364771 Sep 15 13:38:18.018068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:18.024223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48576) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:18.035916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:18.038220 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-c12b73e7-2990-4643-b6f4-653f0cf8a385 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520407 Sep 15 13:38:18.041748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:18.045801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:floatingip and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:18.050399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:18.056821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:18.098140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:18.168702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:18.186385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d5d2ae7-6301-4d44-b75a-b165110ac00b req-1fde0699-656e-4961-9436-5bad2ba3c6c4 service neutron] 10.222.0.39 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870027 Sep 15 13:38:18.260161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0612d498b14861aa8f364c6b9a58d3 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:18.308561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 5bd96930-77ce-4613-ac4b-d0fc90ead97d details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:18.431947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:18.501761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:38:18.538905 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] 10.222.0.22 "PUT /v2.0/routers/1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.0485146 Sep 15 13:38:18.544499 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6', 'status': 'completed', 'code': 200} Sep 15 13:38:18.571760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:18.586997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:18.605130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'port_id': '5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'mac_address': 'fa:16:3e:9c:8c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66dfa9-f681-46b7-8843-d76c0f94b520', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:18.616197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:38:18.713019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f913738d-f292-4203-bbad-101f832aed83 req-614191d5-1e8a-4473-8399-abd308fe3ad9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 210 time: 0.0616894 Sep 15 13:38:18.740015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:18.741539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:18.744222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:18.754962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-f453f0a9-3c76-407c-b81a-630ce789f8c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eac69c071374978bfe456404fa37cfe&device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 1096 time: 0.1969306 Sep 15 13:38:19.055781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-f7c653ad-43ac-445b-84be-c24ab1a49f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:19.057524 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-f7c653ad-43ac-445b-84be-c24ab1a49f75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d91b5f74-e434-4866-a016-b487f5b1270b HTTP/1.1" status: 200 len: 912 time: 0.2783666 Sep 15 13:38:19.060430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.194601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.246597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd96930-77ce-4613-ac4b-d0fc90ead97d {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:19.270979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:19.305300 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-36192a85-de7d-4849-8c2c-d7a16ff0bf01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6 HTTP/1.1" status: 200 len: 217 time: 0.1438477 Sep 15 13:38:19.396913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:19.465115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-2b386675-474f-47d7-b304-e78d539d8181 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:19.467120 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-2b386675-474f-47d7-b304-e78d539d8181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad49c3ff-60f0-4c9b-adff-7f6b4f555707 HTTP/1.1" status: 200 len: 851 time: 0.1523669 Sep 15 13:38:19.497374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:19.498227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:19.502347 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-6fb3c4c0-03c2-4c4d-8889-3b4eb1972266 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4372091 Sep 15 13:38:19.506368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:19.507402 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.517270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:19.517690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.535320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.547523 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-13146750-1986-4fd2-95b8-4ff0aee4d859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d91b5f74-e434-4866-a016-b487f5b1270b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642469 Sep 15 13:38:19.587220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.591366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Usage tracker for resource:security_group_rule and tenant:9a61cac752104d3aabe2261bcb160fcc is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:19.615386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:19.629870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.634512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-60ae0aa9-120f-4280-ae73-f8787e67d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:19.646977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:19.659732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6de2-09ae-45ae-9f55-0dcfc94340e9 req-8d65ca51-3726-4544-8949-69791b8f0505 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:19.660518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d23c6de2-09ae-45ae-9f55-0dcfc94340e9 req-8d65ca51-3726-4544-8949-69791b8f0505 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Synchronizing usage tracker for tenant:0eac69c071374978bfe456404fa37cfe on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:19.672449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:19.715452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09711852-8f5c-4060-957f-cca82733cdce,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:19.719104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:19.730841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48612) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:19.735611 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-c769d0ce-cc57-4aea-b232-caad451d6b96 service neutron] 10.222.0.39 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643386 Sep 15 13:38:19.747465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Allocated IP 172.28.2.227 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/a3576414-eff1-4537-880a-05fef3087e30) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:19.812546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228357731', 'description': 'tempest-description--1670687822'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:19.819315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:19.823515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:19.827478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:19.849564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d23c6de2-09ae-45ae-9f55-0dcfc94340e9 req-8d65ca51-3726-4544-8949-69791b8f0505 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Unset dirty status for tenant:0eac69c071374978bfe456404fa37cfe on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:19.850880 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d23c6de2-09ae-45ae-9f55-0dcfc94340e9 req-8d65ca51-3726-4544-8949-69791b8f0505 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 943 time: 1.3825042 Sep 15 13:38:19.863409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:19.875235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:19.935869 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a0612d498b14861aa8f364c6b9a58d3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3558776 Sep 15 13:38:19.947903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48618) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:19.998148 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d23c6de2-09ae-45ae-9f55-0dcfc94340e9 req-56664224-fdae-4acd-8662-1e999bd59db8 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240823 Sep 15 13:38:19.998975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.017372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.39', 56823) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:20.062316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:20.079016 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e87cb92a-21f1-4aa4-8c4b-71209f05c00c req-d701b3ba-3995-4050-b1da-629491360e3e service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540783 Sep 15 13:38:20.329637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.334499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:20.343110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.360417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:20.377047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:20.385190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-66f1f31a-16d7-42d2-bf08-b203e0098c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:20.453289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.466797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:20.494400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:20.495527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.505040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Pushing event updated for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:20.507786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.508518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:20.518426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:20.521400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:20.526761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:20.528728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.534669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:20.546061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:20.551399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:20.552070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.592453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:20.601269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.617455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:20.621286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=a3576414-eff1-4537-880a-05fef3087e30,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:20.624154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:20.624786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7f0c6232-c6b1-4fec-81f3-6cf3d1c53bf6 req-803499c7-6b75-4585-856a-286709baa191 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:20.632690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:20.635275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:20.682078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7f0c6232-c6b1-4fec-81f3-6cf3d1c53bf6 req-803499c7-6b75-4585-856a-286709baa191 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:20.683393 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7f0c6232-c6b1-4fec-81f3-6cf3d1c53bf6 req-803499c7-6b75-4585-856a-286709baa191 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 210 time: 0.4601023 Sep 15 13:38:20.684681 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5772917 Sep 15 13:38:20.703918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-3c6960e5-e5bb-4d1d-af85-b9d84ab76740 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:20.705482 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-3c6960e5-e5bb-4d1d-af85-b9d84ab76740 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 819 time: 0.6808875 Sep 15 13:38:20.726210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:20.736754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Request body: {'port': {'device_id': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:20.745068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.755065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:20.785194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db5aca-4dd1-429f-846e-0c8a49b0d304,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:20.788815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:20.791044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.804038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Request body: {'port': {'device_id': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'admin_state_up': True, 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:20.816224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32bc8c-d087-471b-8514-ed1052611935 req-9a475b6a-ff26-4118-ac36-d0027f2f67d0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:20.824398 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9f32bc8c-d087-471b-8514-ed1052611935 req-9a475b6a-ff26-4118-ac36-d0027f2f67d0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 944 time: 0.9878323 Sep 15 13:38:20.844524 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a61cac752104d3aabe2261bcb160fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8983834 Sep 15 13:38:20.857256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48646) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:20.880285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:12Z', 'revision_number': 2, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:20.914951 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9f32bc8c-d087-471b-8514-ed1052611935 req-b0c15778-d50a-4f1c-a55a-c238032db517 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895607 Sep 15 13:38:20.928722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:20.929508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Updating router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 port e0a6121e-423a-4232-a780-51c55cdf1a9c binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:38:20.939628 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-069e9990-2616-406f-899a-c1070cb5a7d3 req-fb6b26c4-4abc-4599-8834-fba936e0c921 service neutron] 10.222.0.39 "GET /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1870353 Sep 15 13:38:20.940342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48650) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:20.944710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:20.962724 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:20.980935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:21.003340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.046108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.047892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.069879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.087026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.111375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:21.134630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.148534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa94839-fc1d-4d93-9a84-8ca69098cf99,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:21.151528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.155349 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4161251 Sep 15 13:38:21.155349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.177368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:21.177368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48658) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:21.245457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:21.246480 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group_rule': {'security_group_id': '7aa94839-fc1d-4d93-9a84-8ca69098cf99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:21.255036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:21.259068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:21.262185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:21.269538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:21.349130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.358529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c6faa886-03a7-41be-a651-059d58b19b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:21.360468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.376129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0db5aca-4dd1-429f-846e-0c8a49b0d304,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:21.380865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:21.406915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.409439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.412429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0db5aca-4dd1-429f-846e-0c8a49b0d304 HTTP/1.1" status: 204 len: 168 time: 0.5272539 Sep 15 13:38:21.418352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.428808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.432664 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09711852-8f5c-4060-957f-cca82733cdce HTTP/1.1" status: 204 len: 168 time: 1.4805050 Sep 15 13:38:21.442890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-15b2d03d-5959-45c1-81a0-feec5d52b248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:21.449093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:21.457821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.467564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:21.467982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.500754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.550507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.554781 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5286002 Sep 15 13:38:21.556158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=a3576414-eff1-4537-880a-05fef3087e30,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:21.565998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:21.573189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:21.578859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09711852-8f5c-4060-957f-cca82733cdce,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:21.581291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.591081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:21.639591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:21.700671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Made reservation on behalf of bec72a42fe6b4b2aa73266e55d4509e0 for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:21.706562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.716512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.731609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Transition to ACTIVE for port object e0a6121e-423a-4232-a780-51c55cdf1a9c will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:21.740628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.764963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:21.803613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:21.896539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:21.926910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5b1a-965f-4c69-99a7-167939df207b req-90598414-38f6-4a8f-9afa-f7576ef0a440 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:21.929508 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-872c5b1a-965f-4c69-99a7-167939df207b req-90598414-38f6-4a8f-9afa-f7576ef0a440 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 943 time: 0.6474667 Sep 15 13:38:21.995923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Usage tracker for resource:security_group_rule and tenant:e1f16077345c426a87902c0d63c522c6 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:22.021315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:22.035401 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-281dcbd0-b6e6-4e5a-b3b9-936d84cea60d req-fc1bf0dd-91ec-44ac-93ec-09aa196e6cb8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 210 time: 0.1871109 Sep 15 13:38:22.057274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Pushing event updated for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:22.083031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:22.137075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:22.216402 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48686) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.216812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48688) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.242626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Attempting to bind port e0a6121e-423a-4232-a780-51c55cdf1a9c on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:22.243050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Attempting to bind port e0a6121e-423a-4232-a780-51c55cdf1a9c by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:22.243459 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Attempting to bind port e0a6121e-423a-4232-a780-51c55cdf1a9c on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:22.250916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:22.251345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Checking segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:22.251846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.252283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Bound using segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:22.253590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Bound port: e0a6121e-423a-4232-a780-51c55cdf1a9c, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:22.254016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.263039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.301066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.322432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d2cd18ef-d6e0-4c84-b81f-9453971453e6 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:22.351898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.361365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:22.363864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 5bd96930-77ce-4613-ac4b-d0fc90ead97d up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:22.371587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:cad0c7c709b1404ab69636332914e6ca is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:22.375113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.376565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b04e5c18-4961-4f1d-8601-92fd809d0a68 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:22.386903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:22.403074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:22.419223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:22.428484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Usage tracker for resource:security_group_rule and tenant:af8b99f6e6294ebc923db264f7d59132 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:22.431177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b04e5c18-4961-4f1d-8601-92fd809d0a68 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:22.439480 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b04e5c18-4961-4f1d-8601-92fd809d0a68 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--330370344&fields=id&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 267 time: 0.2526002 Sep 15 13:38:22.441555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb503e2-0ea2-481d-bd4d-dc556ad66476,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:22.463241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:22.472309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:22.483522 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-872c5b1a-965f-4c69-99a7-167939df207b req-9382a436-d920-4b80-88f6-1b423c1096a7 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796028 Sep 15 13:38:22.485565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:22.523414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.524748 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3226614 Sep 15 13:38:22.532965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48694) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.547377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group_rule': {'security_group_id': '7aa94839-fc1d-4d93-9a84-8ca69098cf99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:22.598751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:22.616861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:22.623376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:22.638845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:22.645416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:22.658139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.661588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.700150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6,segment=NetworkSegment(0bfe33fa-f613-4070-9d6d-ef53a6db6b33),segment_id=0bfe33fa-f613-4070-9d6d-ef53a6db6b33)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:22.706184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.718097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.726300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b79598a2-dd15-45dc-872b-c811074dc042 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:22.727073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b79598a2-dd15-45dc-872b-c811074dc042 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:22.731692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9701dcfd-5592-4cc1-aa70-5395c580a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.738457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6', 'network_id': 'd91b5f74-e434-4866-a016-b487f5b1270b', 'port_id': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6', 'mac_address': 'fa:16:3e:30:8a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad49c3ff-60f0-4c9b-adff-7f6b4f555707', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:22.738599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.750250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Transition to ACTIVE for port object 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:22.756789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.759713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c92068fa-7a34-4b36-b472-b124fbce83f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.776190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.800001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b79598a2-dd15-45dc-872b-c811074dc042 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:22.800813 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-b79598a2-dd15-45dc-872b-c811074dc042 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 816 time: 0.3604755 Sep 15 13:38:22.809567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.817878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] For port e0a6121e-423a-4232-a780-51c55cdf1a9c, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:22.837456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.838494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] For port e0a6121e-423a-4232-a780-51c55cdf1a9c, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e0a6121e-423a-4232-a780-51c55cdf1a9c,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:22.844149 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cad0c7c709b1404ab69636332914e6ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6236985 Sep 15 13:38:22.844149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef94334-a788-4d4b-a924-3391b3f21631,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:22.849357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48698) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.853645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.854242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a0d3f-86db-44d8-9f74-d741e3da508f,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:22.855463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:22.855597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.856682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.867270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:22.872167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1f16077345c426a87902c0d63c522c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9062691 Sep 15 13:38:22.872874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:22.877346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48702) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.888524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.892843 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af8b99f6e6294ebc923db264f7d59132&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6705229 Sep 15 13:38:22.910823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48706) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:22.911746 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-6699bf9f-2348-4ffc-9bf5-94dad71f7550 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/quotas/b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 375 time: 0.0877798 Sep 15 13:38:22.926173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 5bd96930-77ce-4613-ac4b-d0fc90ead97d completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:22.943027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 5bd96930-77ce-4613-ac4b-d0fc90ead97d triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:22.943448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:22.977812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cd18ef-d6e0-4c84-b81f-9453971453e6 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:23.014526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0631ac-78e0-4aaa-93ca-a9bc1de2a417,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.028558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.028735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6,segment=NetworkSegment(0bfe33fa-f613-4070-9d6d-ef53a6db6b33),segment_id=0bfe33fa-f613-4070-9d6d-ef53a6db6b33)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:23.046794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Pushing event updated for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.049665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.052474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.053083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a17b7c5-84c1-452b-b794-1db1f95ab754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.081188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Allocated IP 172.20.0.14 (728d8e21-b220-4d61-afd7-d9a817dc0ed1/3e1f8be6-873e-4a2d-8ff8-5e0a8088851e/48016c05-46f4-488a-813c-9609220b4639) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:23.099110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.100622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.103522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:23.104228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:23.119873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.131079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e9cff-a442-4084-a584-718b7e2c3da5 req-d254e347-156a-4356-85d5-54ed1efba514 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:23.132672 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a2e9cff-a442-4084-a584-718b7e2c3da5 req-d254e347-156a-4356-85d5-54ed1efba514 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 944 time: 0.4766192 Sep 15 13:38:23.141331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.151603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.195295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.261240 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-897503f8-6823-42d4-adb3-fcf96721cff2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:23.274314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.319113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-897503f8-6823-42d4-adb3-fcf96721cff2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:23.320836 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-897503f8-6823-42d4-adb3-fcf96721cff2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4082799 Sep 15 13:38:23.332812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.340123 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a2e9cff-a442-4084-a584-718b7e2c3da5 req-6cbd14be-64d9-479b-a82d-9c557d420544 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976757 Sep 15 13:38:23.342931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.349198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.349790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['d2cd18ef-d6e0-4c84-b81f-9453971453e6'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:23.351402 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.381401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Attempting to bind port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:23.382012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Attempting to bind port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:23.382549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Attempting to bind port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:23.388391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.396156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.414621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.447370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.453894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.520792 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a0d3f-86db-44d8-9f74-d741e3da508f,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.522321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:23.523497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.547007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.563941 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42ef2489-b67b-4758-9bae-45a1311c5d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.564220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:23.585505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef94334-a788-4d4b-a924-3391b3f21631,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.586079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3311403e-7a61-4971-b5f9-9943bebe63be,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.588809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.591601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.592802 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/148a0d3f-86db-44d8-9f74-d741e3da508f HTTP/1.1" status: 204 len: 168 time: 0.7111142 Sep 15 13:38:23.597479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.601358 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ef94334-a788-4d4b-a924-3391b3f21631 HTTP/1.1" status: 204 len: 168 time: 0.7510357 Sep 15 13:38:23.632877 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-de3002b1-2629-46ef-b3d5-8265b38561d9 service neutron] 10.222.0.22 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430696 Sep 15 13:38:23.634728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:23.635406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Attempting to bind port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:23.653619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.689752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-44d55101-849e-485a-ac70-4273a45258a3 req-8155f347-30f9-4530-b1b0-70e619ef59db tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:23.690155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:23.700610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.709808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.711289 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e0631ac-78e0-4aaa-93ca-a9bc1de2a417 HTTP/1.1" status: 204 len: 168 time: 0.7933748 Sep 15 13:38:23.718792 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.719223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.727081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:23.727656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Checking segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:23.728220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Bound using segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:23.728893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Bound port: 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:23.729463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.732745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:23.740829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.742842 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2063606 Sep 15 13:38:23.755758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 48726) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:23.768833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0631ac-78e0-4aaa-93ca-a9bc1de2a417,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.793329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:23.800257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-44d55101-849e-485a-ac70-4273a45258a3 req-8155f347-30f9-4530-b1b0-70e619ef59db tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:23.806195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:23.810041 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-44d55101-849e-485a-ac70-4273a45258a3 req-8155f347-30f9-4530-b1b0-70e619ef59db tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 210 time: 0.2767129 Sep 15 13:38:23.810994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.824711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:23.844151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:23.864023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:floatingip and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:23.872973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:23.899170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.902874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:23.935226 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-6b143a99-6ef8-45ca-bc2f-7b34c8e6ce8a service neutron] 10.222.0.22 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883933 Sep 15 13:38:23.949819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:23.996713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:24.024191 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:24.030628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:24.045976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92d82b0e-4cf1-4910-8bd6-ddc267689327 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:24.117598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:24.310959 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-94272fff-823d-4a62-ac1a-d91ac67b935d req-fd337392-7422-4f79-8725-01e365ef3c49 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 210 time: 0.0856204 Sep 15 13:38:24.346964 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:24.368018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:24.370773 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 1093 time: 3.6488128 Sep 15 13:38:24.380908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:24.394999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:24.416200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:24.419879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:24.427892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:24.474800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48750) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:24.499832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:22Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:24.501436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:24.516621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177c816-b13a-49c2-b534-5d9d4ffadcb4 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:22Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:24.551856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:24.556376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:24.584499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:24.585684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8dfca9b5-1942-4c55-bc40-34d2984c6b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:24.778214 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0502267 Sep 15 13:38:24.813675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Request body: {'port': {'device_id': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:24.918648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Usage tracker for resource:security_group_rule and tenant:acbc8b2e19384a2ea11fb1e48f2531b1 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:24.928697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:24.948237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:24.958763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Pushing event updated for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:24.982256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f048ff-9f39-4de7-8201-57eab70d8641 req-090f8661-29a6-46cf-9ad2-7c4d003e4684 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:24.987758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ac39b-6091-4660-b59b-db43109b5ce3 req-ae507fcb-4a37-4cf9-9c13-299fd466e213 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:24.995030 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8f048ff-9f39-4de7-8201-57eab70d8641 req-090f8661-29a6-46cf-9ad2-7c4d003e4684 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 944 time: 0.9114122 Sep 15 13:38:24.995893 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f1ac39b-6091-4660-b59b-db43109b5ce3 req-ae507fcb-4a37-4cf9-9c13-299fd466e213 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.4504333 Sep 15 13:38:25.062004 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f1ac39b-6091-4660-b59b-db43109b5ce3 req-51a3cf18-1d5c-4b4e-b786-fc33c2eda5c2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Sep 15 13:38:25.084433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:25.145465 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-478828c2-bf42-416c-8fc2-898bef47dd51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1096 time: 0.6989279 Sep 15 13:38:25.220555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.226794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.264721 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea', 'status': 'completed', 'code': 200} Sep 15 13:38:25.289334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e0a6121e-423a-4232-a780-51c55cdf1a9c up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:25.311731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:25.352156 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acbc8b2e19384a2ea11fb1e48f2531b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8761058 Sep 15 13:38:25.353280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5716dd89-310f-41fa-a987-c528510c8cb1,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:25.356405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 48780) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:25.359145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:25.445761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.483124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.506741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port e0a6121e-423a-4232-a780-51c55cdf1a9c completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:25.516184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port e0a6121e-423a-4232-a780-51c55cdf1a9c triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:25.516831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.598562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.615217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-74fbb9cc-7649-4c08-8bec-5d9049269641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:25.623254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.636014 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-274f59d4-58fc-4abf-a7b7-a0c237b1a09a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.3695812 Sep 15 13:38:25.681985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716dd89-310f-41fa-a987-c528510c8cb1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:25.700033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.700214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.704384 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5716dd89-310f-41fa-a987-c528510c8cb1 HTTP/1.1" status: 204 len: 168 time: 0.3467817 Sep 15 13:38:25.713364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:25.821845 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'code': 200} Sep 15 13:38:25.828279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.937802 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8f048ff-9f39-4de7-8201-57eab70d8641 req-5ff709c1-84bd-4da6-80d4-26ce00ac5aa6 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9415810 Sep 15 13:38:25.943676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port e0a6121e-423a-4232-a780-51c55cdf1a9c, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e0a6121e-423a-4232-a780-51c55cdf1a9c,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:25.961762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:25.969645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:26.064596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-3cf6a057-3fc3-4fb4-946d-b551d378dfe2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:26.067035 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-3cf6a057-3fc3-4fb4-946d-b551d378dfe2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.4239597 Sep 15 13:38:26.124327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:26.138396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:26.305631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d2cd18ef-d6e0-4c84-b81f-9453971453e6 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:26.320207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aa1ca-819d-45af-b908-775fcac1738d req-b7c4d4ba-4541-4305-ac78-c40615435ca9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:26.321870 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-874aa1ca-819d-45af-b908-775fcac1738d req-b7c4d4ba-4541-4305-ac78-c40615435ca9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 932 time: 0.4846351 Sep 15 13:38:26.328394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-29a4911a-8e49-4026-841f-22c21b21bd98 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:26.330075 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-29a4911a-8e49-4026-841f-22c21b21bd98 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 816 time: 0.3865128 Sep 15 13:38:26.348433 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bc3976a3-346c-4bbf-a984-d9ff5925dc97 req-d544c0dc-8e00-4756-a86e-bd5d1a1a652b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 210 time: 0.1296623 Sep 15 13:38:26.435646 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-81cad867-ee22-420b-a1e8-9c31d3438244 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3282940 Sep 15 13:38:26.477134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port d2cd18ef-d6e0-4c84-b81f-9453971453e6 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:26.490760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port d2cd18ef-d6e0-4c84-b81f-9453971453e6 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:26.491185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:26.545250 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-9da01f04-4978-45ae-9eb5-fe42b09082d4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 379 time: 0.1727333 Sep 15 13:38:26.547826 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-874aa1ca-819d-45af-b908-775fcac1738d req-338262b1-8cc6-418c-8b94-22659eb2e557 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164698 Sep 15 13:38:26.574250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'port': {'device_id': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'admin_state_up': True, 'tenant_id': 'b68642c021504755b4547135ba90304e', 'security_groups': ['d26531af-84d5-4a29-8fd3-1c50e0a6a916']}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:26.746825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:26.798466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6,segment=NetworkSegment(0bfe33fa-f613-4070-9d6d-ef53a6db6b33),segment_id=0bfe33fa-f613-4070-9d6d-ef53a6db6b33)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:26.810523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:26.813097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-092224fd-34b3-400c-9b35-6d7a94de3638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:26.938123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:26.944170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:26.950149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Allocated IP 172.28.2.64 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/2bd098b7-ff37-4303-8f4b-d222656e4926) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:26.957229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:26.962758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:26.988732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Made reservation on behalf of b68642c021504755b4547135ba90304e for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:27.000807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:27.092004 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-5b0d0aa4-13dd-4221-8927-ca737638cd29 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 1098 time: 0.7379205 Sep 15 13:38:27.119196 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-2763c6f8-c256-462d-bafc-79c29d9c15aa service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007369 Sep 15 13:38:27.161979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:27.337239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02509-0306-4941-a04f-a90128db6b23 req-484a3f46-56b4-4c27-a737-56a2fa0a8086 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:27.344821 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ade02509-0306-4941-a04f-a90128db6b23 req-484a3f46-56b4-4c27-a737-56a2fa0a8086 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.6996078 Sep 15 13:38:27.412456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Allocated IP 172.20.0.10 (a728393e-10d3-464d-be1d-0b076a0a9a26/a641569d-7582-4cff-a434-5d07c847da97/36a1ff99-d7ef-4aaa-9e3d-38137a493e9e) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:27.449048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76851e1e-f8ec-4049-ab9e-e124771ac060 req-d8646081-607e-402f-9d98-4e0a80c910f3 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:27.458251 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-76851e1e-f8ec-4049-ab9e-e124771ac060 req-d8646081-607e-402f-9d98-4e0a80c910f3 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.2607718 Sep 15 13:38:27.500815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e0a6121e-423a-4232-a780-51c55cdf1a9c up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:27.528508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:27.552049 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ade02509-0306-4941-a04f-a90128db6b23 req-82006d57-200a-4d43-94ee-dcdf46b5b7c0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062352 Sep 15 13:38:27.567072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Usage tracker for resource:security_group_rule and tenant:d4b34f58e52d4d05b7899d58ec8d45fc is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:27.591467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:27.605396 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-76851e1e-f8ec-4049-ab9e-e124771ac060 req-05f7d5a4-0c22-470f-b98e-c6d67788d211 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457255 Sep 15 13:38:27.681241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:27.683425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port e0a6121e-423a-4232-a780-51c55cdf1a9c triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:27.683890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:27.735993 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfeae39e-7472-4acb-9409-12c5518cca9d req-4101a547-3f04-4382-9dab-c467c1505b89 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577109 Sep 15 13:38:27.826405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:27.828602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:28.020489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.037711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37ea6-9b2a-4fc8-bfd9-2ee05f2bd179 req-4923c21b-6c13-45d6-a683-605b6f86f100 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:28.045788 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ff37ea6-9b2a-4fc8-bfd9-2ee05f2bd179 req-4923c21b-6c13-45d6-a683-605b6f86f100 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 932 time: 0.2182109 Sep 15 13:38:28.053834 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3bf02727-d89b-4585-a2b2-d0601487619f req-2cf4c847-49db-45e9-9a7b-4c3c07a4ebe4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 210 time: 0.1644824 Sep 15 13:38:28.104490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Transition to ACTIVE for port object 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:28.105665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48016c05-46f4-488a-813c-9609220b4639 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:28.130923 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ff37ea6-9b2a-4fc8-bfd9-2ee05f2bd179 req-2f7cc718-c394-4679-a3b7-1bc7a821daea tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Sep 15 13:38:28.144460 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.168456 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6', 'code': 200} Sep 15 13:38:28.172034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-73d8be3b-a217-4e66-b874-c35049b1e7ca tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:28.178761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.229704 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-d4d0c1d4-0ee2-4d03-88f9-389b5f39c46f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1096 time: 0.3984118 Sep 15 13:38:28.238358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:28.241615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:28.243324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Transition to ACTIVE for port object 48016c05-46f4-488a-813c-9609220b4639 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:28.244883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.256228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:28.261219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:28.261847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.275273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.288968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:28.306075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:28.321340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:28.333410 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7700472 Sep 15 13:38:28.347715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Request body: {'port': {'device_id': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:28.387940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.392664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=2bd098b7-ff37-4303-8f4b-d222656e4926,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:28.442038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.39', 56830) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:28.480816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.670034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.754884 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd82fcc3-f48d-4f1d-8f0f-3e6a0855df81 req-41062557-a4e2-4700-8bfd-f6b2a3a9df87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 1098 time: 0.3112125 Sep 15 13:38:28.805084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-210aba5b-6cd8-4837-a096-064fee018e3a None None] Provisioning for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:28.809787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd82fcc3-f48d-4f1d-8f0f-3e6a0855df81 req-24594237-d3f1-46fb-9a83-6969fb1ad11d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Sep 15 13:38:28.816937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-210aba5b-6cd8-4837-a096-064fee018e3a None None] Provisioning complete for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:28.817645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-210aba5b-6cd8-4837-a096-064fee018e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:28.857633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:28.858163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:28.935634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:28.967674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-210aba5b-6cd8-4837-a096-064fee018e3a None None] Port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:29.004112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:29.022680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:29.028844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900ebac-0650-49f2-acb0-567d111fbd5c req-022fc1d6-cafb-4988-88bd-776c4023cae3 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:29.030485 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f900ebac-0650-49f2-acb0-567d111fbd5c req-022fc1d6-cafb-4988-88bd-776c4023cae3 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.1603463 Sep 15 13:38:29.113958 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a6b5084a-4087-406f-90c8-8dd0cac49424 req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0115035 Sep 15 13:38:29.144369 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f900ebac-0650-49f2-acb0-567d111fbd5c req-4e31a318-7dae-45e9-ab33-7b0466364a2a tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Sep 15 13:38:29.167711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Pushing event updated for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:29.278542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:29.281015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:29.289382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.309100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Transition to ACTIVE for port object 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:29.313911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.322627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-82d4f763-6364-4a56-b1a3-6e5fdc4147fa tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:29.338624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:29.469218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.472889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-9e25d998-e7b3-442c-b9da-b251563fddeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:29.474575 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-9e25d998-e7b3-442c-b9da-b251563fddeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 1.2328355 Sep 15 13:38:29.623303 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-5ab82538-a458-4709-922f-5d012106ae5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.1407080 Sep 15 13:38:29.637507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c323b211-5508-4c88-8bdb-505c7a7bf8e8,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:29.644431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:29.662431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:29.679542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Attempting to bind port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:29.679824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Attempting to bind port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:29.680193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Attempting to bind port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:29.688250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6a57-de5c-43c7-8bc3-1061edd379ae req-2b3bf793-953e-4f07-9363-1c751aacbbde tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:29.695723 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d57f6a57-de5c-43c7-8bc3-1061edd379ae req-2b3bf793-953e-4f07-9363-1c751aacbbde tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.7921460 Sep 15 13:38:29.702824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97303-a776-48e6-affd-2faadd38c065 req-fdeda1de-ed4d-44f8-9813-423728ea1f84 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:29.703630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ebc97303-a776-48e6-affd-2faadd38c065 req-fdeda1de-ed4d-44f8-9813-423728ea1f84 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:29.711041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e on network a728393e-10d3-464d-be1d-0b076a0a9a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:29.711388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Attempting to bind port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:29.735533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-ebc97303-a776-48e6-affd-2faadd38c065 req-fdeda1de-ed4d-44f8-9813-423728ea1f84 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:29.737603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:29.738951 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebc97303-a776-48e6-affd-2faadd38c065 req-fdeda1de-ed4d-44f8-9813-423728ea1f84 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.3470433 Sep 15 13:38:29.748062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:29.748437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Checking segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:29.748851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Bound using segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:29.749335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Bound port: 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:29.749726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.803664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Attempting to bind port 48016c05-46f4-488a-813c-9609220b4639 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:29.804025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Attempting to bind port 48016c05-46f4-488a-813c-9609220b4639 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:29.804396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Attempting to bind port 48016c05-46f4-488a-813c-9609220b4639 on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:29.822576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Port 48016c05-46f4-488a-813c-9609220b4639 on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:29.822941 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Attempting to bind port 48016c05-46f4-488a-813c-9609220b4639 on network 728d8e21-b220-4d61-afd7-d9a817dc0ed1 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:29.829123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.901751 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebc97303-a776-48e6-affd-2faadd38c065 req-ff2c4c8f-b495-4463-affe-6a0ed6f63973 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559432 Sep 15 13:38:29.951242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:29.959118 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:29.965344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:29.970500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:30.108214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.117300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.118053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:30.118460 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Checking segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:30.118884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Bound using segment: {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:30.119363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Bound port: 48016c05-46f4-488a-813c-9609220b4639, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a67551-fe1e-458b-bd42-045618daf4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:30.119748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.126440 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] 10.222.0.39 "PUT /v2.0/ports/36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 1094 time: 1.7838430 Sep 15 13:38:30.127110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:30.266037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:30.274172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:30.274616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=48016c05-46f4-488a-813c-9609220b4639,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:30.278236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-9da98683-42cd-497a-b48d-9e7a24f4bc76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:30.279812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:30.280516 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-9da98683-42cd-497a-b48d-9e7a24f4bc76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.6445429 Sep 15 13:38:30.281187 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.286141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.295451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:30.330090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:30.401264 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-5f48c4ff-d415-4c8e-af8a-eeac3776cfb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1097 time: 0.2189827 Sep 15 13:38:30.410689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425513-c7ba-4ec9-912d-1e2789f49fed req-9ec31137-169b-4641-8acd-b44b0e448f18 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:30.422951 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-96425513-c7ba-4ec9-912d-1e2789f49fed req-9ec31137-169b-4641-8acd-b44b0e448f18 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 944 time: 0.2868459 Sep 15 13:38:30.639801 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d57f6a57-de5c-43c7-8bc3-1061edd379ae req-5dbf41e8-cbd5-48f5-bc22-f79ec2e80880 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9430695 Sep 15 13:38:30.646568 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-ddf80bc1-b245-49f3-90dc-79283648b5ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 217 time: 0.1842053 Sep 15 13:38:30.677899 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-88b51019-64f0-42bc-89b4-b3044d9ee46f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3845537 Sep 15 13:38:30.754543 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-96425513-c7ba-4ec9-912d-1e2789f49fed req-36b098bc-c3e3-4ed5-a1e7-f2ac13fa9bcd tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305442 Sep 15 13:38:30.767738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:30.771719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.808344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-c69796ed-2319-4c3b-ad71-e447f2dff174 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:30.809912 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-c69796ed-2319-4c3b-ad71-e447f2dff174 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.1395643 Sep 15 13:38:30.845842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'port_id': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea', 'mac_address': 'fa:16:3e:e1:64:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:30.854647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.873250 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/48016c05-46f4-488a-813c-9609220b4639 HTTP/1.1" status: 200 len: 1094 time: 6.0648980 Sep 15 13:38:30.873833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'tag': '48016c05-46f4-488a-813c-9609220b4639'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:30.902844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:30.913986 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1539648 Sep 15 13:38:30.920545 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'status': 'completed', 'code': 200} Sep 15 13:38:30.957351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9c1a9-5628-49bc-9585-29269a688843 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=2bd098b7-ff37-4303-8f4b-d222656e4926,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:31.010726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:31.069285 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-a7d4bd87-6ff1-442c-a8d4-af27f3866846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2501891 Sep 15 13:38:31.119294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Pushing event updated for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:31.127634 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'tag': '48016c05-46f4-488a-813c-9609220b4639', 'status': 'completed', 'code': 200} Sep 15 13:38:31.274253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:31.275020 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:31.275628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:31.412008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:31.437454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:38:31.441075 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-eb35a45f-9543-437e-ad88-05e4a66988da service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552037 Sep 15 13:38:31.446232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:31.454048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d1b8d87f-80d0-467f-ab1d-179d9c452b88 req-c73aae38-e7a1-4dca-92b6-5879f8b8625e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 1097 time: 0.1810942 Sep 15 13:38:31.456880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:31.458785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:31.565605 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:31.573993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:31.655765 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7a18e7e5-58e6-4120-ae7f-6c44055d74a6 req-8a753870-2247-4283-9ddf-fd1be7d77dba service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924529 Sep 15 13:38:31.688869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:31.818606 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-c1c1aa1b-4364-4ce5-a5c9-b5921d00fad4 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384789 Sep 15 13:38:31.949578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919581-f1f1-4e78-9dce-b28a7a281c4a req-a376f687-9f2e-4fca-a761-d46c4c422c1b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:31.951293 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1919581-f1f1-4e78-9dce-b28a7a281c4a req-a376f687-9f2e-4fca-a761-d46c4c422c1b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.7868171 Sep 15 13:38:32.090142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc1bd7-8985-4138-8ab8-2f634b3e6713 req-c45ec504-f905-42be-ae50-16d64bc5be78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.097675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-03fc1bd7-8985-4138-8ab8-2f634b3e6713 req-c45ec504-f905-42be-ae50-16d64bc5be78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.4408619 Sep 15 13:38:32.112287 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e785b543-3c5b-4c2b-a74e-8482551ea013 req-022ce05d-bb7f-496c-ab15-01c538d405a9 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830541 Sep 15 13:38:32.140511 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1919581-f1f1-4e78-9dce-b28a7a281c4a req-c7e47ab3-b182-4635-858d-575c5a3b48bc tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827913 Sep 15 13:38:32.173036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-03fc1bd7-8985-4138-8ab8-2f634b3e6713 req-66829f17-a885-469c-91cf-c7a21102d715 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:32.184662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d87f-80d0-467f-ab1d-179d9c452b88 req-a84a3c76-ce4c-4f97-9197-4a91c4e5fc1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.186236 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d1b8d87f-80d0-467f-ab1d-179d9c452b88 req-a84a3c76-ce4c-4f97-9197-4a91c4e5fc1b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7216945 Sep 15 13:38:32.192745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-03fc1bd7-8985-4138-8ab8-2f634b3e6713 req-66829f17-a885-469c-91cf-c7a21102d715 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:32.205734 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-03fc1bd7-8985-4138-8ab8-2f634b3e6713 req-66829f17-a885-469c-91cf-c7a21102d715 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069877 Sep 15 13:38:32.293075 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-fc4d06ec-7bf8-4adb-8c1d-2fb01b151cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1097 time: 0.1101422 Sep 15 13:38:32.422054 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d87f-80d0-467f-ab1d-179d9c452b88 req-f16523e0-8b1f-4c96-a67b-95ed1f8f9781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.423820 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d1b8d87f-80d0-467f-ab1d-179d9c452b88 req-f16523e0-8b1f-4c96-a67b-95ed1f8f9781 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166018 Sep 15 13:38:32.476112 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b07f4429-cd4b-40f8-a166-f94319433522 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1228357731&fields=id&tenant_id=f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 267 time: 0.0750425 Sep 15 13:38:32.526543 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-aec33a10-6784-43d1-baa9-bcc891fb609b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.528269 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-aec33a10-6784-43d1-baa9-bcc891fb609b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.2249911 Sep 15 13:38:32.587878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931408dc-7baf-4607-8102-6523bb579028 req-47a87e47-faba-4245-889c-649a4a4aac66 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.595119 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-931408dc-7baf-4607-8102-6523bb579028 req-47a87e47-faba-4245-889c-649a4a4aac66 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.1697295 Sep 15 13:38:32.615217 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-1dc057ec-2e89-47b8-80f6-f746dd9b73a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 1097 time: 0.1469433 Sep 15 13:38:32.724569 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-931bcbd0-6c12-40b5-82c7-5c2047121646 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48016c05-46f4-488a-813c-9609220b4639 HTTP/1.1" status: 200 len: 217 time: 0.1003308 Sep 15 13:38:32.738815 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-931408dc-7baf-4607-8102-6523bb579028 req-7496d799-03fd-43b2-9099-25894ff20cf8 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426673 Sep 15 13:38:32.742896 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-4571d607-3b4d-491c-85a4-8c386be5054e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 217 time: 0.2037597 Sep 15 13:38:32.849612 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-e79a404d-a5e0-40b5-b0f1-8835ac0a1866 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.851221 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-e79a404d-a5e0-40b5-b0f1-8835ac0a1866 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 811 time: 0.3601432 Sep 15 13:38:32.852706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-ebb66ba4-7c6c-4207-b1d3-42a4865dac46 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.854737 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-ebb66ba4-7c6c-4207-b1d3-42a4865dac46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.1048071 Sep 15 13:38:32.899117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-4033bff0-1c93-4057-8774-710e30cf01d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:32.900853 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-4033bff0-1c93-4057-8774-710e30cf01d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.1610544 Sep 15 13:38:32.921967 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-e24059dc-70ff-46e4-9533-1edce731ed71 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/quotas/f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 375 time: 0.0642409 Sep 15 13:38:33.013087 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-568b26c2-32dc-4480-ac26-a570253d715a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047347 Sep 15 13:38:33.034162 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-bf2c57e5-715f-416a-b8bc-41e2e47b3aa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1723971 Sep 15 13:38:33.098992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-be9f7e3c-0bca-4f72-ac1e-b4f90d6b8f02 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:33.176449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-be9f7e3c-0bca-4f72-ac1e-b4f90d6b8f02 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:33.177900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-be9f7e3c-0bca-4f72-ac1e-b4f90d6b8f02 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2484827 Sep 15 13:38:33.198741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170382-c88d-4462-97f9-f7db4c842ff6 req-92be26fe-99c4-4782-903a-7898004451be tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:33.200357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25170382-c88d-4462-97f9-f7db4c842ff6 req-92be26fe-99c4-4782-903a-7898004451be tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 944 time: 0.2311192 Sep 15 13:38:33.258964 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-ba1ece7c-931b-4a4c-b6e1-fb24f9efb237 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155719 Sep 15 13:38:33.337720 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-8c9226de-5f5a-48e6-a53b-157d21d6d55b service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130839 Sep 15 13:38:33.341080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-25170382-c88d-4462-97f9-f7db4c842ff6 req-338add6a-5fa4-4c0b-9990-5c28cc62b809 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:33.582344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-25170382-c88d-4462-97f9-f7db4c842ff6 req-338add6a-5fa4-4c0b-9990-5c28cc62b809 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:33.583821 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25170382-c88d-4462-97f9-f7db4c842ff6 req-338add6a-5fa4-4c0b-9990-5c28cc62b809 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723392 Sep 15 13:38:33.592990 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23ae5c68-e5b3-4f5e-95e3-8ce3b1b8cc2c req-49acc5f5-b7d2-4429-9739-52425c8737d1 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384796 Sep 15 13:38:33.692729 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-14e766da-27a7-42b7-92b8-8a2e5a335c8b req-10892613-5b87-4f90-800f-401ce7b2303f service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393071 Sep 15 13:38:33.764421 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-5dc7f8c2-326b-4b4d-aa51-f3f8ff049aa7 service neutron] 10.222.0.22 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662854 Sep 15 13:38:33.821474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c1dcb-e443-473c-bcba-25df1932a8c9 req-9f2057e3-4866-4e68-a542-3cc25eb6d6ef tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:33.823163 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-af4c1dcb-e443-473c-bcba-25df1932a8c9 req-9f2057e3-4866-4e68-a542-3cc25eb6d6ef tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.1068952 Sep 15 13:38:33.883826 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-af4c1dcb-e443-473c-bcba-25df1932a8c9 req-b9b99b8d-f2de-4607-8fc5-c09023b5d3cf tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Sep 15 13:38:33.952771 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-42f5e66a-b8f9-417d-8155-418c036502fd service neutron] 10.222.0.22 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797376 Sep 15 13:38:34.143211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f90d-7d1f-4714-86b7-389e612d4d35 req-b9f2d343-f5fa-455c-8f70-b59506cf196a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:34.153604 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e625f90d-7d1f-4714-86b7-389e612d4d35 req-b9f2d343-f5fa-455c-8f70-b59506cf196a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1077116 Sep 15 13:38:34.211405 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e625f90d-7d1f-4714-86b7-389e612d4d35 req-d46095a3-6cb2-47f7-a3b1-793c0aacf316 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567904 Sep 15 13:38:34.232977 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-00ac4f0f-3a16-45ff-b6bc-1b759782905a req-3737935a-384e-4618-9fb0-64ea99f41c4d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 210 time: 0.0719957 Sep 15 13:38:34.350793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:34.354150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:34.461510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49052) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:34.487227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:34.608938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:34.609360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.656505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:34.685053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:34.724127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.757488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.778110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:34.800121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:34.809052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e87cfbee8e4709ac9ce120cbf55145 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:34.817192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:34.831357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:34.844784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.884063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:34.886945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:34.895735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.899080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:34.969940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:34.971885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:34.975885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:34.979268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:34.981893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:34.996489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.003636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.012502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:35.013356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677a901-4927-473f-a9a4-e3128c16223a req-3d306f79-30cf-474a-8ee8-a1b37cf93145 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:35.021446 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f677a901-4927-473f-a9a4-e3128c16223a req-3d306f79-30cf-474a-8ee8-a1b37cf93145 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 944 time: 0.1539083 Sep 15 13:38:35.060492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:35.080817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:35.104969 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f677a901-4927-473f-a9a4-e3128c16223a req-d1ec66e3-62ae-4866-898e-161a44f4b7c0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Sep 15 13:38:35.109305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4395e21-887a-439b-9d91-384dba9e6d2c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:35.114898 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1e87cfbee8e4709ac9ce120cbf55145&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6519647 Sep 15 13:38:35.115858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:35.117799 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49080) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:35.214772 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea', 'code': 200} Sep 15 13:38:35.222666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:35.254443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.351706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.441654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.447562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ba574079-3ce8-40d0-a315-81e5f52a6a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:35.480587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4395e21-887a-439b-9d91-384dba9e6d2c,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:35.525981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:35.545637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:35.550030 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4395e21-887a-439b-9d91-384dba9e6d2c HTTP/1.1" status: 204 len: 168 time: 0.4280343 Sep 15 13:38:35.601708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22fe3a-4a12-471b-8275-e74b23cf0904 req-b5644b5b-8fe3-456f-a790-8454318a4d61 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:35.603508 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a22fe3a-4a12-471b-8275-e74b23cf0904 req-b5644b5b-8fe3-456f-a790-8454318a4d61 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 945 time: 0.1570055 Sep 15 13:38:35.690177 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a22fe3a-4a12-471b-8275-e74b23cf0904 req-94143707-5bf1-4c65-8258-8091704dd351 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786946 Sep 15 13:38:35.761302 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-899675da-59a9-4bc6-866c-53eb3a50570d req-b415b6c5-380d-4cf2-899f-fb055cf2045f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.1873755 Sep 15 13:38:35.916692 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5d8c1b9f-a265-4609-b7ac-495775e85aeb req-bed62c13-57da-4f6a-a287-bd891f4e9bac tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 210 time: 0.0797651 Sep 15 13:38:35.920376 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-899675da-59a9-4bc6-866c-53eb3a50570d req-c64b96ad-7def-489e-ba18-a6755ceea27b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524408 Sep 15 13:38:36.006267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-97225a2a-0172-4d26-a51f-d43a01afbc09 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:36.007080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-97225a2a-0172-4d26-a51f-d43a01afbc09 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:network {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:36.032802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-97225a2a-0172-4d26-a51f-d43a01afbc09 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:network {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:36.034966 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-97225a2a-0172-4d26-a51f-d43a01afbc09 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 811 time: 0.2909434 Sep 15 13:38:36.155676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49132) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:36.175769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.209848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:36.213908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Usage tracker for resource:security_group_rule and tenant:38bba10d3b7d47599b9928a7f1795bb1 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:36.216958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:36.223076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:36.322712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-2d86e624-0ac2-4e2f-b712-27858b8e1a2e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:36.357847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 48016c05-46f4-488a-813c-9609220b4639 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:36.362299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:36.371131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-2d86e624-0ac2-4e2f-b712-27858b8e1a2e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:36.372383 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-2d86e624-0ac2-4e2f-b712-27858b8e1a2e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 380 time: 0.1324384 Sep 15 13:38:36.393930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'port': {'device_id': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'admin_state_up': True, 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'security_groups': ['7aa94839-fc1d-4d93-9a84-8ca69098cf99']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:36.428857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaa6e0-d268-4e60-bbd8-09be17100c4f req-c4861851-80a4-42fe-a76d-d89f55c2077c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:36.436571 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-adaaa6e0-d268-4e60-bbd8-09be17100c4f req-c4861851-80a4-42fe-a76d-d89f55c2077c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 944 time: 0.1973593 Sep 15 13:38:36.442613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.471784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.512499 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-adaaa6e0-d268-4e60-bbd8-09be17100c4f req-70eadef5-c5f3-45b6-bde5-fb70285a9372 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Sep 15 13:38:36.561524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:36.600403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=48016c05-46f4-488a-813c-9609220b4639,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:36.617848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '48016c05-46f4-488a-813c-9609220b4639', 'network_id': '728d8e21-b220-4d61-afd7-d9a817dc0ed1', 'port_id': '48016c05-46f4-488a-813c-9609220b4639', 'mac_address': 'fa:16:3e:c8:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1f8be6-873e-4a2d-8ff8-5e0a8088851e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:36.620204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:36.631583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1b691-ee11-4114-be6e-c63a1c1d6a01,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:36.638160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:36.642911 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38bba10d3b7d47599b9928a7f1795bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4860890 Sep 15 13:38:36.646871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49152) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:36.658844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:36.659273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.684373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:36.698798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:36.710016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Made reservation on behalf of f28e4155cbcb437bbc78e2be6284cc0d for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:36.716235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.718855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.732237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.750507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.762412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48016c05-46f4-488a-813c-9609220b4639 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:36.807698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.813100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=48016c05-46f4-488a-813c-9609220b4639,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:36.819235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:36.827478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.831957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:36.836757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:36.840619 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5e1b691-ee11-4114-be6e-c63a1c1d6a01 HTTP/1.1" status: 204 len: 168 time: 0.1903262 Sep 15 13:38:36.841679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1b691-ee11-4114-be6e-c63a1c1d6a01,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:36.851921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:37.057765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:37.071075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:37.114746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:37.162983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c58ee-5fb1-4730-8497-5c8bc9710579 req-9ab23431-e32c-44a4-8c8b-176314fedd05 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:37.164787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb3c58ee-5fb1-4730-8497-5c8bc9710579 req-9ab23431-e32c-44a4-8c8b-176314fedd05 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 945 time: 0.2089095 Sep 15 13:38:37.213504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Allocated IP 172.20.0.11 (71405d38-b4bf-44bb-a434-ef80a2d0ff08/c2973333-8f3f-4bb5-958d-4e27c6002661/8eef91ab-b88b-47c4-96e3-ac98127ff713) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:37.224894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:37.242659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['48016c05-46f4-488a-813c-9609220b4639'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:37.321311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:37.345950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:37.351040 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb3c58ee-5fb1-4730-8497-5c8bc9710579 req-358ff237-0ea6-4a1a-9490-69b14e3b3bfd tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706448 Sep 15 13:38:37.355867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:37.518155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:37.551076 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'code': 200} Sep 15 13:38:37.552165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:37.709773 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-936a00ee-a185-4da0-b8a5-e3b00390d0fb req-9778084f-6119-4680-a6b5-0f2e919cca9a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 210 time: 0.0900171 Sep 15 13:38:37.841385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:37.889293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Transition to ACTIVE for port object 8eef91ab-b88b-47c4-96e3-ac98127ff713 will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:37.912383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:37.920862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:38.005260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:38.021219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:38.025497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba360ac2-4e1e-4709-927c-d6f11a2270ba req-b81aa33b-a30a-4827-850f-5638a2dce67d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:38.034966 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ba360ac2-4e1e-4709-927c-d6f11a2270ba req-b81aa33b-a30a-4827-850f-5638a2dce67d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 945 time: 0.2573152 Sep 15 13:38:38.036535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:38.038651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:38.041686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:38.049237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:38.050471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:38.088051 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f186c0b0-67a6-45e2-a94f-1f754262612f req-2acc546d-6010-4afe-8b0e-d049f28e239f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1099 time: 0.2094343 Sep 15 13:38:38.093260 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7071071 Sep 15 13:38:38.105631 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ba360ac2-4e1e-4709-927c-d6f11a2270ba req-fa903622-c351-4627-83ba-5599aca9b342 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693841 Sep 15 13:38:38.114702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Request body: {'port': {'device_id': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:38.177716 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f186c0b0-67a6-45e2-a94f-1f754262612f req-127440b3-730c-4c30-a970-2a936430ce5a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709946 Sep 15 13:38:38.276719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:38.495183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-58c8a8eb-0cdb-4c2e-897b-58e57a081ddb None None] Provisioning for port 8eef91ab-b88b-47c4-96e3-ac98127ff713 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:38.513674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-58c8a8eb-0cdb-4c2e-897b-58e57a081ddb None None] Provisioning complete for port 8eef91ab-b88b-47c4-96e3-ac98127ff713 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:38.514098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-58c8a8eb-0cdb-4c2e-897b-58e57a081ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:38.610328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49212) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:38.666488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-58c8a8eb-0cdb-4c2e-897b-58e57a081ddb None None] Port 8eef91ab-b88b-47c4-96e3-ac98127ff713 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:38:38.931447 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-b7da33f4-09bb-4b27-b687-1959d8553bf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4373174 Sep 15 13:38:39.202743 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-d5a547c7-0afd-4656-a56b-9a63acfbf2e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 1098 time: 0.1241865 Sep 15 13:38:39.212555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec7b2-d1f0-4f16-9ea2-ca5b97f13d9a req-c0f9d5f8-0e0c-4be4-b93e-89ba40b92ef8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:39.214764 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5c2ec7b2-d1f0-4f16-9ea2-ca5b97f13d9a req-c0f9d5f8-0e0c-4be4-b93e-89ba40b92ef8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.5497818 Sep 15 13:38:39.216562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55edbf-e3e2-442d-9f18-dc2c65a268e5 req-75ec01c0-f565-42dc-8dce-dd787ce41d45 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:39.218713 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-df55edbf-e3e2-442d-9f18-dc2c65a268e5 req-75ec01c0-f565-42dc-8dce-dd787ce41d45 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 932 time: 0.2030218 Sep 15 13:38:39.376175 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5c2ec7b2-d1f0-4f16-9ea2-ca5b97f13d9a req-67438a33-bf7a-4b48-97ff-0ff19b22ec7d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480086 Sep 15 13:38:39.430715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eef91ab-b88b-47c4-96e3-ac98127ff713 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:39.438636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.439026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-da968684-f9e3-46ee-862f-12d4855a0be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:39.440838 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-da968684-f9e3-46ee-862f-12d4855a0be8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 916 time: 0.2043509 Sep 15 13:38:39.465727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Transition to ACTIVE for port object 8eef91ab-b88b-47c4-96e3-ac98127ff713 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:39.472230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.478106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:39.591379 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-0c32470c-333a-4c3c-ad8d-f5d2482ad095 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d HTTP/1.1" status: 200 len: 217 time: 0.1215496 Sep 15 13:38:39.592162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.594938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Pushing event updated for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:39.598612 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:39.742849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:39.746919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Usage tracker for resource:security_group_rule and tenant:b7caa4c1f60b4570a7678f10555948eb is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:39.749948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:39.756307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:39.802092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Attempting to bind port 8eef91ab-b88b-47c4-96e3-ac98127ff713 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:39.802537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Attempting to bind port 8eef91ab-b88b-47c4-96e3-ac98127ff713 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:39.802895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Attempting to bind port 8eef91ab-b88b-47c4-96e3-ac98127ff713 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:39.823065 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-df55edbf-e3e2-442d-9f18-dc2c65a268e5 req-e261a3b3-617b-4b47-859c-2ecf1a735296 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881609 Sep 15 13:38:39.862493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Port 8eef91ab-b88b-47c4-96e3-ac98127ff713 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:39.862866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Attempting to bind port 8eef91ab-b88b-47c4-96e3-ac98127ff713 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:39.889150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334786dc-0449-4844-965b-c93b76d0e1e6 req-95cb0f8d-47c5-46c9-a503-389707b85806 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:39.894418 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-334786dc-0449-4844-965b-c93b76d0e1e6 req-95cb0f8d-47c5-46c9-a503-389707b85806 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 945 time: 0.2215493 Sep 15 13:38:39.898306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:39.898660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Checking segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:39.899090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Bound using segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:39.899566 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Bound port: 8eef91ab-b88b-47c4-96e3-ac98127ff713, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:39.899961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.901097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.909582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:39.923299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-395be5f2-61ad-425a-90b0-154908d54e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:40.034527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-5e0f8feb-9fd8-4c5a-8eb3-029aaab8527c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:40.035032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:40.036578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-5e0f8feb-9fd8-4c5a-8eb3-029aaab8527c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.4022028 Sep 15 13:38:40.039525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:40.053450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bc69b5-24a0-423b-9a72-27f90c4d7272,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:40.096610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.099253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-334786dc-0449-4844-965b-c93b76d0e1e6 req-f1ea18ca-0ba9-4145-8df9-1e9b29de8ba1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578791 Sep 15 13:38:40.104657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f164ff61-6c63-4d5b-9a99-b8fdce843c39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:40.140995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:40.147444 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7caa4c1f60b4570a7678f10555948eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5335124 Sep 15 13:38:40.148597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49270) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:40.171367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.173511 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] 10.222.0.39 "PUT /v2.0/ports/8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 1094 time: 2.0691619 Sep 15 13:38:40.176317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:40.211932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Pushing event updated for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:40.220220 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-d62590f2-f9d6-48e2-b9cb-52b871d59e17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686106 Sep 15 13:38:40.223743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:40.343614 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-e533e05d-6ea3-4636-937e-8e4d0fe85a4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1097 time: 0.1185369 Sep 15 13:38:40.359626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 48016c05-46f4-488a-813c-9609220b4639 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:40.504778 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-4633fc60-3afe-400c-a45e-93974cbf4b38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 217 time: 0.1531200 Sep 15 13:38:40.561083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 48016c05-46f4-488a-813c-9609220b4639 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:40.573299 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-bef1b890-9df4-4ddb-a355-d904c77eb4b7 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196919 Sep 15 13:38:40.573718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 48016c05-46f4-488a-813c-9609220b4639 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:40.574151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.599682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-4d96d817-af56-4347-ab08-c0e04452a1e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:40.622435 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-4d96d817-af56-4347-ab08-c0e04452a1e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.6566801 Sep 15 13:38:40.630315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-8d0a050f-d134-4eb6-a6c0-5fe81cc5f00e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:40.633494 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-8d0a050f-d134-4eb6-a6c0-5fe81cc5f00e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.1221521 Sep 15 13:38:40.635933 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'status': 'completed', 'code': 200} Sep 15 13:38:40.762731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.764416 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-b9f460bf-d3b4-414e-b524-e4f30693a66f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1134076 Sep 15 13:38:40.786732 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-a19e1d86-0be9-4997-af47-208959510d05 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/quotas/372158c796884fcfabef7df4e97a9945 HTTP/1.1" status: 200 len: 375 time: 0.1631496 Sep 15 13:38:40.839164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.876131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=48016c05-46f4-488a-813c-9609220b4639,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:40.877476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48016c05-46f4-488a-813c-9609220b4639'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:40.883211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:40.885279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:40.921683 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e349dcd-e5ab-4d48-8d77-55a9434206da req-a668127d-3d58-480d-b1a9-5bc8aaa1aa58 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298404 Sep 15 13:38:40.965338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:40.969127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:40.970463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.081981 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-5602965b-dc82-49c2-904e-5d25c4e1b655 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587192 Sep 15 13:38:41.082113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.084843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2ac4692b-bd50-4699-8a3d-e05ac010c484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:41.085747 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0921d-1f87-422e-8d5b-1e448b2ea942 req-81c4fa4d-8d43-442f-ac2f-9d8e8b890806 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:41.087805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9dc0921d-1f87-422e-8d5b-1e448b2ea942 req-81c4fa4d-8d43-442f-ac2f-9d8e8b890806 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.3141220 Sep 15 13:38:41.106101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bc69b5-24a0-423b-9a72-27f90c4d7272,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:41.112293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:41.118344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.131348 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8bc69b5-24a0-423b-9a72-27f90c4d7272 HTTP/1.1" status: 204 len: 168 time: 0.9658623 Sep 15 13:38:41.141062 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7af1cf08-0108-4fa5-b7b4-9f53cb1cadd9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180123 Sep 15 13:38:41.258871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21d1dcaa-180f-4cbc-acfc-5923145adc0e req-53816b3c-de0f-4223-8674-4300f9b52a5c service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698525 Sep 15 13:38:41.324833 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9dc0921d-1f87-422e-8d5b-1e448b2ea942 req-912dc222-6e3c-4243-b404-7d65a7c17346 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860795 Sep 15 13:38:41.420760 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-0f86cc8d-0a52-4110-81b2-4733c5965625 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692606 Sep 15 13:38:41.452617 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-d64c72fb-feda-4233-881d-a8df966326a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1097 time: 0.1012170 Sep 15 13:38:41.601541 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-9e5a0b30-5079-49f2-968b-f48b7982a05b service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718524 Sep 15 13:38:41.631074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49324) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:41.659803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.666489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.713314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:41.718996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8ebb8eba2f4871a30fb871c23a2551 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:41.723530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:41.730828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:41.751398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908f27-3211-46f8-b730-5b45558b9018 req-2b373b3b-0c6b-4052-a8d6-e663c751476b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:41.759440 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f908f27-3211-46f8-b730-5b45558b9018 req-2b373b3b-0c6b-4052-a8d6-e663c751476b tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.2135613 Sep 15 13:38:41.789434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-7727a741-5add-4113-894b-8ceb4fe3a195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:41.791018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-7727a741-5add-4113-894b-8ceb4fe3a195 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.3299861 Sep 15 13:38:41.828531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.832096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:41.867633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1df4c5ee-6abe-4af3-954b-69cd750cca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:41.880299 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b8ebb8eba2f4871a30fb871c23a2551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2450628 Sep 15 13:38:41.881107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49332) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:41.908492 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-992af962-93d8-44ef-ad0b-a409fa8797db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 217 time: 0.1085706 Sep 15 13:38:41.927253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f908f27-3211-46f8-b730-5b45558b9018 req-378358fe-a7f2-4366-962c-4cfea4cc4fca tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663063 Sep 15 13:38:41.931572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fc804-6d48-4d2e-82ca-72207879f4dc,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:41.956763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:42.016579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:42.080729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-644d4fd3-aca8-4afa-8e8c-463e702563b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:42.083585 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-644d4fd3-aca8-4afa-8e8c-463e702563b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.1557224 Sep 15 13:38:42.106185 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48016c05-46f4-488a-813c-9609220b4639', 'code': 200} Sep 15 13:38:42.110522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:42.269849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6fff2-01c9-4787-adfe-1b6d9b149ada req-edcc787a-23ce-4099-ae2e-edd1b64fdd93 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:42.277289 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2cf6fff2-01c9-4787-adfe-1b6d9b149ada req-edcc787a-23ce-4099-ae2e-edd1b64fdd93 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 944 time: 0.2619190 Sep 15 13:38:42.304974 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-50faa60a-395d-40da-b3c1-137512b4a604 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1974542 Sep 15 13:38:42.368755 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2cf6fff2-01c9-4787-adfe-1b6d9b149ada req-b59bd5bd-eba7-4412-9824-0b411c2aa80c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852120 Sep 15 13:38:42.382085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:42.389849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72fea069-3a3f-4809-a2c8-f5bc7cd6f7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:42.405862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fc804-6d48-4d2e-82ca-72207879f4dc,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:42.415540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:42.417422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:42.432973 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e20fc804-6d48-4d2e-82ca-72207879f4dc HTTP/1.1" status: 204 len: 168 time: 0.5369682 Sep 15 13:38:42.577975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ef3e7-25fb-46d0-857f-19f966ebbdbd req-11faeb2f-1c59-4597-bfaf-e6ef8d0b8ba6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:42.587737 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-078ef3e7-25fb-46d0-857f-19f966ebbdbd req-11faeb2f-1c59-4597-bfaf-e6ef8d0b8ba6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.2689588 Sep 15 13:38:42.643384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d9a96-16c8-4c00-a726-3ed0597a8700 req-06fc4cc0-3601-466d-8f2a-b2d605f2ff69 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:42.645237 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e0d9a96-16c8-4c00-a726-3ed0597a8700 req-06fc4cc0-3601-466d-8f2a-b2d605f2ff69 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1099226 Sep 15 13:38:42.655755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49360) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:42.664475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'floatingip': {'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:42.688991 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-078ef3e7-25fb-46d0-857f-19f966ebbdbd req-8e9bb153-ce1c-4112-8bef-97929107082a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 Sep 15 13:38:42.692269 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-eb9cf8f2-d805-4a1a-b68a-902db2b8501f service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154190 Sep 15 13:38:42.772727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:42.839642 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2d7e6858-5777-4662-8f15-1c268de4ce83 req-1044dc7a-43ef-478f-984d-34eaf81ba971 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 1099 time: 0.3450525 Sep 15 13:38:42.922903 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-35e146a8-e235-4ac0-a247-6ee526117ab6 req-589bd741-34ae-4312-a53a-d86dbea3aad7 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 210 time: 0.0950127 Sep 15 13:38:42.970208 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a11f86b6-a979-420f-8b69-f16a452b83b9 req-25ed432b-150d-41c2-89df-066f8f7f3ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708547 Sep 15 13:38:43.006939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-9285c4d6-e807-48ba-bc36-33eb5a1fe03e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:43.008490 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2d7e6858-5777-4662-8f15-1c268de4ce83 req-57a3b050-a341-425d-89a9-d1648babc3e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184292 Sep 15 13:38:43.008599 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-9285c4d6-e807-48ba-bc36-33eb5a1fe03e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.39 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.1027150 Sep 15 13:38:43.127988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49370) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:43.160368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:43.261588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:43.278486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Usage tracker for resource:security_group_rule and tenant:a89c06303f9447cb807aff87e12466d7 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:43.284359 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:43.292916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669bba-ce14-43ce-a9cd-3808d8691a4e req-708a7ad3-e7b4-4068-84a0-5a193123cf9e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:43.294746 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-34669bba-ce14-43ce-a9cd-3808d8691a4e req-708a7ad3-e7b4-4068-84a0-5a193123cf9e tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 945 time: 0.2018380 Sep 15 13:38:43.302524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:43.326549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Deleting port d2cd18ef-d6e0-4c84-b81f-9453971453e6 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:38:43.326928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:43.655776 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-34669bba-ce14-43ce-a9cd-3808d8691a4e req-b76b5ea8-1724-4bd4-b5d9-ed75764999e3 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad06cccb-24d2-443c-ac1b-9b3513399632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544364 Sep 15 13:38:43.817852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:43.833894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:43.848019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:43.983324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] For port d2cd18ef-d6e0-4c84-b81f-9453971453e6, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d2cd18ef-d6e0-4c84-b81f-9453971453e6,segment=NetworkSegment(0bfe33fa-f613-4070-9d6d-ef53a6db6b33),segment_id=0bfe33fa-f613-4070-9d6d-ef53a6db6b33)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:43.983324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.019457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-60f873f7-8e0e-48b3-b4a1-8d683f9e1142 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:44.019457 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-60f873f7-8e0e-48b3-b4a1-8d683f9e1142 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.2737670 Sep 15 13:38:44.034065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf11308-fa60-424e-a1a2-5998b8b5bd8c req-23bbe741-7756-4152-b02e-be8543bea8a2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:44.035602 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3bf11308-fa60-424e-a1a2-5998b8b5bd8c req-23bbe741-7756-4152-b02e-be8543bea8a2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 944 time: 0.4932451 Sep 15 13:38:44.043530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Request body: {'port': {'device_id': '59a7110f-0a43-435f-b2ee-83266159e11d', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'admin_state_up': True, 'tenant_id': '372158c796884fcfabef7df4e97a9945'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:44.105440 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a89c06303f9447cb807aff87e12466d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9716935 Sep 15 13:38:44.141659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49406) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:44.181249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e5fba-4d57-4ca2-8ce3-5b26839dc96d,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:44.184844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:44.194361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Calling delete_port for d2cd18ef-d6e0-4c84-b81f-9453971453e6 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:38:44.387221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 8eef91ab-b88b-47c4-96e3-ac98127ff713 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:44.390927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.408385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.408523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed09879-4ba4-4183-bcc4-b647854eaddd req-c4d018d8-4480-4ec8-ad52-54bfbd816dcb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:44.418878 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ed09879-4ba4-4183-bcc4-b647854eaddd req-c4d018d8-4480-4ec8-ad52-54bfbd816dcb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.4306600 Sep 15 13:38:44.479771 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3bf11308-fa60-424e-a1a2-5998b8b5bd8c req-5f73f7eb-765b-4980-813e-6d72e7b7b753 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213195 Sep 15 13:38:44.517441 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ed09879-4ba4-4183-bcc4-b647854eaddd req-b7d4aabd-51c0-48a9-ae2e-9509d4792a69 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956573 Sep 15 13:38:44.534683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.542553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5bd13afb-8817-42c1-9082-5d5d67344e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:44.549876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['d2cd18ef-d6e0-4c84-b81f-9453971453e6'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:44.584700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:44.596999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Pushing event deleted for resources: {'Port': ['ID=d2cd18ef-d6e0-4c84-b81f-9453971453e6,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:44.606212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:44.614986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:44.617319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.649455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:44.656531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:38:44.662491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.665948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'port_id': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'mac_address': 'fa:16:3e:95:5d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:44.683921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] No DVR routers for this DVR port d2cd18ef-d6e0-4c84-b81f-9453971453e6 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:38:44.687327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.689968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'name': 'network-vif-deleted', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:44.711435 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c21aba44-a531-4e62-bc4c-a77c82356f78 req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.39 "DELETE /v2.0/ports/d2cd18ef-d6e0-4c84-b81f-9453971453e6 HTTP/1.1" status: 204 len: 173 time: 1.5138824 Sep 15 13:38:44.737023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.758912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eef91ab-b88b-47c4-96e3-ac98127ff713 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:44.775999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:44.781962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.785474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:44.857764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-478d7960-2918-4e0e-adbf-ebd21cd90f1a req-60f2fd6b-7a56-40c3-9c00-fda2b17d9810 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Synchronizing usage tracker for tenant:0eac69c071374978bfe456404fa37cfe on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:44.858712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:44.864371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:44.875918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-478d7960-2918-4e0e-adbf-ebd21cd90f1a req-60f2fd6b-7a56-40c3-9c00-fda2b17d9810 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Unset dirty status for tenant:0eac69c071374978bfe456404fa37cfe on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:44.877245 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-478d7960-2918-4e0e-adbf-ebd21cd90f1a req-60f2fd6b-7a56-40c3-9c00-fda2b17d9810 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab7e910-fc9e-48de-ac84-4dd31b03483d HTTP/1.1" status: 200 len: 210 time: 0.0773172 Sep 15 13:38:44.926629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:44.944093 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab7e910-fc9e-48de-ac84-4dd31b03483d', 'name': 'network-vif-deleted', 'tag': 'd2cd18ef-d6e0-4c84-b81f-9453971453e6', 'status': 'completed', 'code': 200} Sep 15 13:38:44.954261 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ee653e8-c1de-4046-938a-de2ce18bc24f req-4356cb21-43fc-4c6d-90f9-93b369c92e73 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 210 time: 0.3052244 Sep 15 13:38:45.065959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['8eef91ab-b88b-47c4-96e3-ac98127ff713'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:45.134928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f72122b3-b0db-4813-b41e-7356fedc5caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.162266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.169488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e8a5f0bf-b861-4a3a-b609-e61597abc627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:45.192770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e5fba-4d57-4ca2-8ce3-5b26839dc96d,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:45.198374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:45.208273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Allocated IP 172.20.0.6 (4d501208-c7b9-42fa-b796-60bafd4bf20e/ba66dfa9-f681-46b7-8843-d76c0f94b520/d8a531b1-b04c-4a4f-92d8-18dcff3f5309) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:38:45.258562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.259677 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f7e5fba-4d57-4ca2-8ce3-5b26839dc96d HTTP/1.1" status: 204 len: 168 time: 1.0998592 Sep 15 13:38:45.309172 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Floating IP 4a5f49e0-cc0a-4297-9d1a-46ce98b10880 associated. External IP: 172.28.2.227, port: 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e. Sep 15 13:38:45.437108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49428) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:45.665577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.756871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.777362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:45.778517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:45.789663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:45.904718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:45.920533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Usage tracker for resource:security_group_rule and tenant:e038000e65cf44e0801c19415e1b0bf9 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:45.926070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:45.935225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:45.950796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52246d-f8cc-4e13-805f-698fc10b4c4d req-66a87a9b-b905-419e-9dee-f5c401ef7921 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:45.951559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4d52246d-f8cc-4e13-805f-698fc10b4c4d req-66a87a9b-b905-419e-9dee-f5c401ef7921 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:45.974205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4d52246d-f8cc-4e13-805f-698fc10b4c4d req-66a87a9b-b905-419e-9dee-f5c401ef7921 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:45.975542 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4d52246d-f8cc-4e13-805f-698fc10b4c4d req-66a87a9b-b905-419e-9dee-f5c401ef7921 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 945 time: 0.1685672 Sep 15 13:38:46.071328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:38:46.077744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:38:46.082855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:46.085306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:38:46.089595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:46.090259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.096779 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4d52246d-f8cc-4e13-805f-698fc10b4c4d req-d9f0938f-3b9a-49a4-a922-cbc756036495 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142955 Sep 15 13:38:46.110266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:46.136212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.142532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.152098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:46.169326 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1326566 Sep 15 13:38:46.183617 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Request body: {'port': {'device_id': '59a7110f-0a43-435f-b2ee-83266159e11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:46.238743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f45b9-ac2a-45cf-b66b-2c9d83363265 req-d5ae0d89-d37e-4737-a1fc-cb3c583105ec tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:46.240367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-603f45b9-ac2a-45cf-b66b-2c9d83363265 req-d5ae0d89-d37e-4737-a1fc-cb3c583105ec tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.3902059 Sep 15 13:38:46.272907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c8fcec-8ef9-4bee-99ac-f40d682e0d93,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:46.276162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:46.287374 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e038000e65cf44e0801c19415e1b0bf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8466332 Sep 15 13:38:46.298909 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49462) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:46.399442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 8eef91ab-b88b-47c4-96e3-ac98127ff713 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:46.463090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.500846 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-603f45b9-ac2a-45cf-b66b-2c9d83363265 req-dac4cc3e-f6ab-4b7e-9112-6caf3388868b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470863 Sep 15 13:38:46.512054 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.566381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.569291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 8eef91ab-b88b-47c4-96e3-ac98127ff713 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:46.575260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 8eef91ab-b88b-47c4-96e3-ac98127ff713 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:46.575811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.617913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:38:46.640523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.766617 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecda8-0960-49d6-9f11-48c014dd4c3c req-1e8c488b-b290-4ef8-a556-1a45b22de6dd tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:46.768906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b53ecda8-0960-49d6-9f11-48c014dd4c3c req-1e8c488b-b290-4ef8-a556-1a45b22de6dd tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 931 time: 0.2900026 Sep 15 13:38:46.794175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.824452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:46.837879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:46.846171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.847220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d2cd18ef-d6e0-4c84-b81f-9453971453e6 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:38:46.908703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:46.932263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b53ecda8-0960-49d6-9f11-48c014dd4c3c req-19484b0b-0b65-4a81-aa78-75676635f3dc tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529408 Sep 15 13:38:46.968392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:46.991136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:47.026351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c8fcec-8ef9-4bee-99ac-f40d682e0d93,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:47.028470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.029680 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8c8fcec-8ef9-4bee-99ac-f40d682e0d93 HTTP/1.1" status: 204 len: 168 time: 0.7296081 Sep 15 13:38:47.051494 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-46cc49f7-a7b1-4af1-92d6-c550bfb97770 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 1099 time: 0.2311256 Sep 15 13:38:47.052390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:47.269428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: d2cd18ef-d6e0-4c84-b81f-9453971453e6 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:38:47.269819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d2cd18ef-d6e0-4c84-b81f-9453971453e6 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:38:47.272692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:47.277455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:47.281394 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'code': 200} Sep 15 13:38:47.414001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd88525-b556-424a-ba8b-21988ac12fd4 req-625d2ae6-6140-4179-a795-cba44b7d5980 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:47.428380 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebd88525-b556-424a-ba8b-21988ac12fd4 req-625d2ae6-6140-4179-a795-cba44b7d5980 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.3280630 Sep 15 13:38:47.431641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-62de4d94-1110-4f56-8d0e-ef2649a12f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:47.438095 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-62de4d94-1110-4f56-8d0e-ef2649a12f72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.3750143 Sep 15 13:38:47.539206 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-a3242b4a-6050-46f7-87a2-929b980ff448 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48016c05-46f4-488a-813c-9609220b4639 HTTP/1.1" status: 200 len: 217 time: 0.0943131 Sep 15 13:38:47.565293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-674f6012-5d6e-4afb-8768-c0fba2c01e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.675048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebd88525-b556-424a-ba8b-21988ac12fd4 req-2aeba956-7ce3-4932-a21e-caf06a104fa0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388675 Sep 15 13:38:47.679111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a531b1-b04c-4a4f-92d8-18dcff3f5309 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:47.685690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:38:47.704212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:38:47.706237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.747662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:47.748012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:47.757545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.776452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49508) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:47.777496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.822382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-44ac326a-a9a3-4dac-8e74-5c6e33997025 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:47.823140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Transition to ACTIVE for port object d8a531b1-b04c-4a4f-92d8-18dcff3f5309 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:38:47.825373 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-44ac326a-a9a3-4dac-8e74-5c6e33997025 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.2424006 Sep 15 13:38:47.833513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.864659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:47.900538 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6918c9d7-3e67-471d-9569-a93ae4ab567e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "PUT /v2.0/floatingips/4a5f49e0-cc0a-4297-9d1a-46ce98b10880 HTTP/1.1" status: 200 len: 992 time: 5.2389846 Sep 15 13:38:47.902153 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-85c3bee2-d776-4003-bb72-d2849e91bf9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635056 Sep 15 13:38:47.907032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f975a101-12b2-44d1-b0c2-a02867a2ef6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:47.984971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:48.077448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-9ca919f6-6572-4e9c-b572-a29bd8cbb3a9 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645200 Sep 15 13:38:48.106522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298ac9-4ed0-423d-b68b-a163232425ed req-6a01e5e8-827f-4bb8-8f2c-569d19c7ef1c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:48.108735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-69298ac9-4ed0-423d-b68b-a163232425ed req-6a01e5e8-827f-4bb8-8f2c-569d19c7ef1c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.5685337 Sep 15 13:38:48.271583 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b80403a-f26c-4561-b79b-fd5b66113adf req-91302b13-5775-4084-aec9-60163ed9942b service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582932 Sep 15 13:38:48.275158 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-99863bc2-ab82-405a-8c41-b33c611036ca req-0541ed02-b9ab-41f8-9455-c4268b7efe37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1099 time: 0.7338426 Sep 15 13:38:48.415341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:48.418927 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-69298ac9-4ed0-423d-b68b-a163232425ed req-c2d81929-7e1e-4ba3-88ce-09db41dac5d7 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422670 Sep 15 13:38:48.425169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:48.478648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-99863bc2-ab82-405a-8c41-b33c611036ca req-56a8c216-1086-4efb-87ff-7b17aeb248d5 service neutron] Synchronizing usage tracker for tenant:d4b34f58e52d4d05b7899d58ec8d45fc on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:48.486973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.487370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.487561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.487901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.488293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.489089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.489089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.489386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.489765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.490158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.490564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:48.521711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-99863bc2-ab82-405a-8c41-b33c611036ca req-56a8c216-1086-4efb-87ff-7b17aeb248d5 service neutron] Unset dirty status for tenant:d4b34f58e52d4d05b7899d58ec8d45fc on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:48.522975 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-99863bc2-ab82-405a-8c41-b33c611036ca req-56a8c216-1086-4efb-87ff-7b17aeb248d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820493 Sep 15 13:38:48.611973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:48.611973 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'status': 'completed', 'code': 200} Sep 15 13:38:48.612533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:48.626081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Usage tracker for resource:security_group_rule and tenant:f30cc25b79d148a48e61c1fff55f9fa1 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:48.629585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:48.637871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:48.777170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Attempting to bind port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:38:48.777547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Attempting to bind port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:38:48.777916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Attempting to bind port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:48.797692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:38:48.798408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Attempting to bind port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:38:48.879602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:38:48.880412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Checking segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:38:48.881044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Bound using segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:38:48.881734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Bound port: d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:38:48.882350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:48.893511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '4a5f49e0-cc0a-4297-9d1a-46ce98b10880', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:20Z', 'updated_at': '2021-09-15T13:38:43Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:48.899328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:48.915498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:48.916168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:48.926315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d29db-9691-4cae-b1af-d32b78fc4787 req-e1e7787e-7488-4641-aedf-9265c8b22260 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:48.927467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-503d29db-9691-4cae-b1af-d32b78fc4787 req-e1e7787e-7488-4641-aedf-9265c8b22260 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:38:48.968574 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-a3d34229-3d76-42f9-9f40-c46b08c254b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1099 time: 0.1637013 Sep 15 13:38:49.008319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.011688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-503d29db-9691-4cae-b1af-d32b78fc4787 req-e1e7787e-7488-4641-aedf-9265c8b22260 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:38:49.013083 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-503d29db-9691-4cae-b1af-d32b78fc4787 req-e1e7787e-7488-4641-aedf-9265c8b22260 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 943 time: 0.3196647 Sep 15 13:38:49.016242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.035526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:49.093078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f5362f-96f1-4663-bd88-d3d5ab60c3b9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:49.116226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:49.156470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f30cc25b79d148a48e61c1fff55f9fa1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3752644 Sep 15 13:38:49.163870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49556) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:49.167237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:38:49.175970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:49.201584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-503d29db-9691-4cae-b1af-d32b78fc4787 req-be369d05-8ada-454a-ae01-e0b26c4b9a03 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683674 Sep 15 13:38:49.207205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:38:49.243289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.273568 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:49.286773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.369458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49560) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:49.464768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-800288b2-92bf-4207-a3f7-b0fc3e136015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:49.466363 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-800288b2-92bf-4207-a3f7-b0fc3e136015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.4951725 Sep 15 13:38:49.495475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.497137 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8a531b1-b04c-4a4f-92d8-18dcff3f5309 HTTP/1.1" status: 200 len: 1093 time: 3.3180614 Sep 15 13:38:49.525721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.530117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:49.544134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:49.552895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Deleting subnet ad49c3ff-60f0-4c9b-adff-7f6b4f555707 {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:38:49.564640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.583481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533fa3-f03e-4bde-8e52-619e8d745d5a req-4a00d8cc-b5eb-4935-90b8-5d389cc364b9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:49.591155 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b0533fa3-f03e-4bde-8e52-619e8d745d5a req-4a00d8cc-b5eb-4935-90b8-5d389cc364b9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.5930500 Sep 15 13:38:49.661116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.665651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '4a5f49e0-cc0a-4297-9d1a-46ce98b10880', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:20Z', 'updated_at': '2021-09-15T13:38:43Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:49.671395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef938ae-e23c-4724-84d8-a4db3d865928 None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '4a5f49e0-cc0a-4297-9d1a-46ce98b10880', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:20Z', 'updated_at': '2021-09-15T13:38:43Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:49.685270 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b0533fa3-f03e-4bde-8e52-619e8d745d5a req-df6fa1f1-6c7a-49a3-81c4-6d94b002f729 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931108 Sep 15 13:38:49.689799 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-cd1f9062-3736-4bdb-8557-5e83d3ae1edf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 1000 time: 0.2107871 Sep 15 13:38:49.757026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.794234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.795864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-e43f65b7-7087-402e-b845-320cac492ab0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:49.797460 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-e43f65b7-7087-402e-b845-320cac492ab0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.1013360 Sep 15 13:38:49.897916 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-5628b64a-dc80-41bb-b780-9e4703a692de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920610 Sep 15 13:38:49.910477 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-c7b2b42d-c846-4dc6-b22b-77ba75c46f0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 1096 time: 0.3164966 Sep 15 13:38:49.922073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:49.932639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:50.009904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb3d01-abec-4f73-a71c-6bb38664569d req-29be4f29-5799-4e25-99e5-afdafcdc8dc3 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:50.011526 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cfbb3d01-abec-4f73-a71c-6bb38664569d req-29be4f29-5799-4e25-99e5-afdafcdc8dc3 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.3042018 Sep 15 13:38:50.018733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f5362f-96f1-4663-bd88-d3d5ab60c3b9,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:50.023923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:50.054924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:50.080602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-afc866e9-bb03-4e3a-bd9a-eee20b6d2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:50.140789 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-d0f943da-20d6-46d7-8628-df822239b982 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207704 Sep 15 13:38:50.151953 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-f53334f3-0682-40a9-b22e-b2604d3e90c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309 HTTP/1.1" status: 200 len: 217 time: 0.2245922 Sep 15 13:38:50.184821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad49c3ff-60f0-4c9b-adff-7f6b4f555707,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:50.185761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9355a50-f76c-4e63-bb5b-7b2ef690835b None None] New status for floating IP 4a5f49e0-cc0a-4297-9d1a-46ce98b10880: ACTIVE {{(pid=82341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:38:50.233289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:50.234948 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88f5362f-96f1-4663-bd88-d3d5ab60c3b9 HTTP/1.1" status: 204 len: 168 time: 1.0700574 Sep 15 13:38:50.242001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:50.258715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:50.260866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ad49c3ff-60f0-4c9b-adff-7f6b4f555707 HTTP/1.1" status: 204 len: 168 time: 0.8892877 Sep 15 13:38:50.266535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49592) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:50.364857 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cfbb3d01-abec-4f73-a71c-6bb38664569d req-135304bf-0f10-4cc9-b001-a4dd7de96494 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120444 Sep 15 13:38:50.368625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-edf0d522-4314-4469-8ff8-4ff36d3271c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:50.370180 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-edf0d522-4314-4469-8ff8-4ff36d3271c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.1878240 Sep 15 13:38:50.451271 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84ad885a-ed28-4d10-8bbb-aca3a482f45c req-9f5af380-3436-4bca-a740-b3f821a4b1c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917597 Sep 15 13:38:50.590228 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-e93bf846-788c-47ca-bd00-ee000bd4adfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074495 Sep 15 13:38:50.636592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d90a64-2ee7-447f-a32a-29f6750f622d req-4d7eb968-bbf4-4097-b7c1-b0116b8f8adb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:50.643805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-08d90a64-2ee7-447f-a32a-29f6750f622d req-4d7eb968-bbf4-4097-b7c1-b0116b8f8adb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 943 time: 0.1714253 Sep 15 13:38:50.657592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:50.694484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:50.713092 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-08d90a64-2ee7-447f-a32a-29f6750f622d req-0d45ec9b-fc49-4c7e-b73e-228c19fce26a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676024 Sep 15 13:38:50.796248 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'status': 'completed', 'code': 200} Sep 15 13:38:50.918990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:50.940295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ac810-10f1-406c-9e21-4bbd70a238be req-997bc4e9-9f7c-4c41-905a-2aebf10099d1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:50.946028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.946444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.947280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.947645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > port after_create 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.948001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.948372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > port after_update 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.948730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.949089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.949199 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cb1ac810-10f1-406c-9e21-4bbd70a238be req-997bc4e9-9f7c-4c41-905a-2aebf10099d1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0941238 Sep 15 13:38:50.949441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:50.949794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:51.008735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cb1ac810-10f1-406c-9e21-4bbd70a238be req-95a9ad65-647c-4aef-9c2a-2d19d066fcc9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Sep 15 13:38:51.017806 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:51.018215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:51.018640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:51.019011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82340) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:38:51.019409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91b5f74-e434-4866-a016-b487f5b1270b']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:51.033980 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-503710d5-79ee-4d66-a7a2-69762fbf7a3b service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315107 Sep 15 13:38:51.038109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfe33fa-f613-4070-9d6d-ef53a6db6b33') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:51.038501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfe33fa-f613-4070-9d6d-ef53a6db6b33') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:51.081890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.159815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.180349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:38:51.180785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: (self, other), Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: (self, other), Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:38:51.200541 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:38:51.224501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49628) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:51.305893 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cdcc731-4700-4407-becf-efa53a4e3530 req-986f3c03-c176-4698-a778-4fe1911c0887 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573748 Sep 15 13:38:51.307254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.311393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7a058bb7-3615-481a-8fdb-a75965d5207f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:51.333150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91b5f74-e434-4866-a016-b487f5b1270b,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:51.335349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.338139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:51.359426 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d91b5f74-e434-4866-a016-b487f5b1270b HTTP/1.1" status: 204 len: 168 time: 1.0909848 Sep 15 13:38:51.458178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.523088 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-f87bd953-9db9-4da9-b2bf-7f9f05fba8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 1096 time: 0.1526005 Sep 15 13:38:51.531988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:51.542147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c2fea9167c42fab0532c9b465e542b is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:51.546101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:51.560961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:51.622996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49648) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:51.761213 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ed8ac0dc-26b3-41a2-947d-547b42ffd0b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0eac69c071374978bfe456404fa37cfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1293614 Sep 15 13:38:51.761213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.762066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49660) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:51.777238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-74dcb815-5083-4acf-8cbe-3e093d938b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:51.778945 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-74dcb815-5083-4acf-8cbe-3e093d938b90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 916 time: 0.2443340 Sep 15 13:38:51.782774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.786466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a8dbf-1838-48ac-87dd-80955424a88a req-f9963865-63e8-403f-bc8b-7794dbedaec9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:51.793078 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a80a8dbf-1838-48ac-87dd-80955424a88a req-f9963865-63e8-403f-bc8b-7794dbedaec9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2238429 Sep 15 13:38:51.820471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:51.832623 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2c2fea9167c42fab0532c9b465e542b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5987105 Sep 15 13:38:51.838075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49664) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:51.883960 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-7f49ccd8-d235-4caa-9bd0-89e10533ee75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309 HTTP/1.1" status: 200 len: 217 time: 0.0897937 Sep 15 13:38:51.929547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:51.963383 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a80a8dbf-1838-48ac-87dd-80955424a88a req-097f8c2a-8155-4d07-94be-9ac483b33097 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679411 Sep 15 13:38:51.975176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731dcc37-29a7-44d5-b5cd-2d6ef01bb79e,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:51.976898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-2098d919-a9dd-4529-9f9f-b8fdfc52e461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:51.978485 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-2098d919-a9dd-4529-9f9f-b8fdfc52e461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.0790927 Sep 15 13:38:52.043456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.043854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.044245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.044625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.045006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.045384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.045763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.046157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.046562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.046935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.047306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:52.051627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.053798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:52.055598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.123929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.191750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8d13-588f-4272-9829-ee6a40d98230 req-0b821ee5-2660-4c3e-8fa4-aac9ae9a21b3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:52.193372 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f6d8d13-588f-4272-9829-ee6a40d98230 req-0b821ee5-2660-4c3e-8fa4-aac9ae9a21b3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 943 time: 0.2297120 Sep 15 13:38:52.221018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.232425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9fb70273-5ae9-4e64-be48-00af6f327af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:52.246675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731dcc37-29a7-44d5-b5cd-2d6ef01bb79e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:52.252032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:52.270944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.278942 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f6d8d13-588f-4272-9829-ee6a40d98230 req-98e36a45-b05d-469b-8a4d-189122046f3f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779819 Sep 15 13:38:52.279513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:52.293316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06cccb-24d2-443c-ac1b-9b3513399632,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:52.298091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:52.311148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.314700 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/731dcc37-29a7-44d5-b5cd-2d6ef01bb79e HTTP/1.1" status: 204 len: 168 time: 0.4709797 Sep 15 13:38:52.314700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.315060 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad06cccb-24d2-443c-ac1b-9b3513399632 HTTP/1.1" status: 204 len: 168 time: 0.5519629 Sep 15 13:38:52.336817 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-48309bb8-6165-49f2-8b47-900b19750dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3495109 Sep 15 13:38:52.518856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27d05b-8b86-4af8-b419-27a5b46d06a6 req-4544d1ec-263b-43cc-a60d-fd3b00346008 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:52.520879 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d27d05b-8b86-4af8-b419-27a5b46d06a6 req-4544d1ec-263b-43cc-a60d-fd3b00346008 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0965233 Sep 15 13:38:52.525021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac803562-0985-4ac0-9492-8d51d27f0d6f req-8027a0b5-bb28-44d7-8dfa-ce29023d4b92 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:52.526746 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ac803562-0985-4ac0-9492-8d51d27f0d6f req-8027a0b5-bb28-44d7-8dfa-ce29023d4b92 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2663107 Sep 15 13:38:52.542907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49686) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:52.552893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'floatingip': {'port_id': '8eef91ab-b88b-47c4-96e3-ac98127ff713'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:38:52.581346 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d27d05b-8b86-4af8-b419-27a5b46d06a6 req-9907cd45-e219-42e5-afe7-10560742be2c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Sep 15 13:38:52.644942 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-be8eb1b4-8c7f-4215-8ecd-c57cfa3b2395 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976544 Sep 15 13:38:52.650004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:52.951083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49704) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:52.977076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.015731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:53.019936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Usage tracker for resource:security_group_rule and tenant:f71357cf581d477595c1d7377dcd3bd5 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:53.023020 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:53.029455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:53.103225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.107696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.140369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-866d026a-05c0-4d3f-bd74-44ee22dad299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:53.148354 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee079d7-842e-400f-bb9c-b98999fa7c26 req-4e99048f-5574-49ba-ba7f-64e297d536c8 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901374 Sep 15 13:38:53.175003 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f71357cf581d477595c1d7377dcd3bd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2227519 Sep 15 13:38:53.176088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc454ee-f9bf-43a1-8e06-113a21240279,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:53.179450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:53.179603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49714) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:53.359010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.402547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.546696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.555126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:53.569255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59165-ec32-4cc7-8c46-dad5e94c2bf6 req-f4f59c87-11ca-4e07-9f50-e47672d45ad3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:53.570918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc454ee-f9bf-43a1-8e06-113a21240279,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:53.586983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:53.587775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.589968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.594217 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fc454ee-f9bf-43a1-8e06-113a21240279 HTTP/1.1" status: 204 len: 168 time: 0.4134617 Sep 15 13:38:53.595896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:53.597280 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aaf59165-ec32-4cc7-8c46-dad5e94c2bf6 req-f4f59c87-11ca-4e07-9f50-e47672d45ad3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 943 time: 0.1202762 Sep 15 13:38:53.692270 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aaf59165-ec32-4cc7-8c46-dad5e94c2bf6 req-fb53debe-33a3-4125-8776-1e34250c2c82 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793042 Sep 15 13:38:53.871245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132bb4f-fbc6-4281-815f-68d80884d24c req-873b4a2e-9b93-460e-8311-eb3b6ffa44c1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:53.872673 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5132bb4f-fbc6-4281-815f-68d80884d24c req-873b4a2e-9b93-460e-8311-eb3b6ffa44c1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1221378 Sep 15 13:38:53.949600 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5132bb4f-fbc6-4281-815f-68d80884d24c req-16ac7355-68a4-4fa0-b3e9-6e5e47e5574a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649347 Sep 15 13:38:53.958701 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Floating IP 806220b8-a924-4c66-9bab-38299466049f associated. External IP: 172.28.2.64, port: 8eef91ab-b88b-47c4-96e3-ac98127ff713. Sep 15 13:38:54.414447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d8a531b1-b04c-4a4f-92d8-18dcff3f5309 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:38:54.628546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:54.660105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'port_id': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'mac_address': 'fa:16:3e:6c:a4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66dfa9-f681-46b7-8843-d76c0f94b520', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:38:54.775466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:54.804754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a531b1-b04c-4a4f-92d8-18dcff3f5309 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:38:54.841333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:54.843449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:38:54.848201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:54.850206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:54.938153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:54.960912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.961914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.962738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.963317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.963877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.964573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.965128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.965895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.966564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.967361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.969315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:38:54.992745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:55.164466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030bff6-092a-4189-a5e8-50fcc173e2b4 req-7661c67a-54af-44c6-8e82-1b178f20b6ed tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:55.166073 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6030bff6-092a-4189-a5e8-50fcc173e2b4 req-7661c67a-54af-44c6-8e82-1b178f20b6ed tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 944 time: 0.1908755 Sep 15 13:38:55.202751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['d8a531b1-b04c-4a4f-92d8-18dcff3f5309'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:38:55.214204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d074-fe50-4232-9b64-c87042db7d59 req-6a54b215-f201-470f-911c-29d6afb20e87 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:55.224012 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7401d074-fe50-4232-9b64-c87042db7d59 req-6a54b215-f201-470f-911c-29d6afb20e87 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1167438 Sep 15 13:38:55.235286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49810) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:55.262689 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6030bff6-092a-4189-a5e8-50fcc173e2b4 req-157cf77b-6bdf-4c46-b3e0-4d72fa7df2a6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Sep 15 13:38:55.279035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:38:55.303459 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7401d074-fe50-4232-9b64-c87042db7d59 req-0e96d60b-9023-461d-9887-b13637cb4de7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781491 Sep 15 13:38:55.321146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:38:55.333504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:55.347884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:55.348796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:55.485086 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b440988e-813d-495f-b65c-08c77880452a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "PUT /v2.0/floatingips/806220b8-a924-4c66-9bab-38299466049f HTTP/1.1" status: 200 len: 991 time: 2.9410248 Sep 15 13:38:55.486155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:55.653101 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'status': 'completed', 'code': 200} Sep 15 13:38:55.688162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:55.773731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:55.828019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:55.845632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Usage tracker for resource:security_group_rule and tenant:2bc5b9f1ff404677a4520e05b75e7f84 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:55.854355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:55.863955 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-8df97cc3-972c-4288-8bef-a7ec53fde04c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1099 time: 0.1861684 Sep 15 13:38:55.865090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:56.053355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.072477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '806220b8-a924-4c66-9bab-38299466049f', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:95:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:29Z', 'updated_at': '2021-09-15T13:38:53Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:56.077337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:38:56.085784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.090154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:38:56.090966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:38:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:56.095716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-38fbfc55-1239-49b8-baeb-ea261fb3a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:56.154709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-29060031-1062-41d0-9775-ee23ea76af8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:56.156464 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-29060031-1062-41d0-9775-ee23ea76af8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.2818189 Sep 15 13:38:56.160756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601e1c8-3325-4894-af69-f39b94b7a2a0,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:56.164227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:56.171794 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bc5b9f1ff404677a4520e05b75e7f84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9340510 Sep 15 13:38:56.175578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 49848) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:56.302441 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-15ea78bb-1409-4dd1-8772-5cea2d721354 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 999 time: 0.1336122 Sep 15 13:38:56.324315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.349012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:38:56.408692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.440979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-042d1fde-c161-4346-b061-dfd2549b9c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:56.443466 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-042d1fde-c161-4346-b061-dfd2549b9c95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.1281540 Sep 15 13:38:56.468209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.474679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:56.514683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601e1c8-3325-4894-af69-f39b94b7a2a0,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:56.519500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:56.572139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:56.575385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8601e1c8-3325-4894-af69-f39b94b7a2a0 HTTP/1.1" status: 204 len: 168 time: 0.3978822 Sep 15 13:38:56.614977 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-61c68328-9eec-4d6d-ae63-fd62c9b4cdbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1637855 Sep 15 13:38:56.695353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7138-c62f-4b89-be1f-022d162d6f4b req-29ecc9a0-1fe6-461a-a563-65f2851c9dab tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:56.697119 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f2e7138-c62f-4b89-be1f-022d162d6f4b req-29ecc9a0-1fe6-461a-a563-65f2851c9dab tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 944 time: 0.1923215 Sep 15 13:38:56.706591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b95f1-02d4-47b7-98c4-5bc1d5b45edb req-153889d2-69fc-4b52-a111-b98cf156dbd9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:56.713973 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-032b95f1-02d4-47b7-98c4-5bc1d5b45edb req-153889d2-69fc-4b52-a111-b98cf156dbd9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1131101 Sep 15 13:38:56.776459 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-032b95f1-02d4-47b7-98c4-5bc1d5b45edb req-b9d08a09-b4e4-4db0-a150-715752eaaa25 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612185 Sep 15 13:38:56.883295 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f2e7138-c62f-4b89-be1f-022d162d6f4b req-ae3bd9e4-551a-4b33-bea8-6f7dcb04047e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226811 Sep 15 13:38:56.887003 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-8dd446d4-8eea-4b72-9514-dbda8b072741 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580576 Sep 15 13:38:57.114233 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3efe23a-54d2-41ec-8b67-5411c596e31e req-439d9e0d-7d75-4bbc-bdfd-3ae7e021faa5 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174551 Sep 15 13:38:57.154250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '806220b8-a924-4c66-9bab-38299466049f', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:95:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:29Z', 'updated_at': '2021-09-15T13:38:53Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:38:57.158687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146869c-11d4-482c-a371-cbbcfe04870e None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '806220b8-a924-4c66-9bab-38299466049f', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:95:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:38:29Z', 'updated_at': '2021-09-15T13:38:53Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:38:57.575169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c93dcb-400d-4cc3-94be-6243e26415d1 None None] New status for floating IP 806220b8-a924-4c66-9bab-38299466049f: ACTIVE {{(pid=82341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:38:58.116920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce421-e42e-4362-9017-4b5e0b9b845a req-283fb42f-7d1a-4c76-a6a8-9935d615fb3e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:58.124625 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f6cce421-e42e-4362-9017-4b5e0b9b845a req-283fb42f-7d1a-4c76-a6a8-9935d615fb3e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1512465 Sep 15 13:38:58.170513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4f839-5454-407f-b0ae-30aec30f53ee req-42fd109c-4337-4765-907e-2143f1fc57b0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:58.178439 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-38f4f839-5454-407f-b0ae-30aec30f53ee req-42fd109c-4337-4765-907e-2143f1fc57b0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 944 time: 0.0938821 Sep 15 13:38:58.186443 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f6cce421-e42e-4362-9017-4b5e0b9b845a req-5023e90d-9560-4405-a8a5-773d87d78b58 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608463 Sep 15 13:38:58.237675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-38f4f839-5454-407f-b0ae-30aec30f53ee req-b7dec1df-5be2-4c9b-8ad4-24fc186e7f28 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Sep 15 13:38:58.439802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d8a531b1-b04c-4a4f-92d8-18dcff3f5309 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:38:58.491309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 49970) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:58.539739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:38:58.545077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:38:58.545500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:58.669757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:58.699197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:38:58.710465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:38:58.716572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:58.717066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:58.788532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:58.796909 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'code': 200} Sep 15 13:38:58.812351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:58.826886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:58.863310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:38:58.875353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Usage tracker for resource:security_group_rule and tenant:ae6a07549f7e4b069700508a39d07e2c is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:38:58.878982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:38:58.898490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:38:59.005886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.011633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.019433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:59.123753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b32e95-a3f8-4d35-a415-f4b776f95765,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:59.134463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:59.143520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50022) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:38:59.143658 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae6a07549f7e4b069700508a39d07e2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6510718 Sep 15 13:38:59.190077 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cb30cf7-d8d8-4c21-a305-e0b814dd9bd3 req-c03e7d15-817e-4c18-aa23-1f840beda20b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 1098 time: 0.1535983 Sep 15 13:38:59.253133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.283120 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3cb30cf7-d8d8-4c21-a305-e0b814dd9bd3 req-6611799b-12c1-4243-9c67-c7c759fcfa1d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795085 Sep 15 13:38:59.298071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.384533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.396612 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a5f2f89b-c351-4f05-86e9-c9bb5e7790dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:38:59.416749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:38:59.416749 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9b32e95-a3f8-4d35-a415-f4b776f95765 HTTP/1.1" status: 204 len: 168 time: 0.2717106 Sep 15 13:38:59.435292 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b32e95-a3f8-4d35-a415-f4b776f95765,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:38:59.454685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:38:59.528038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a585c9-74b7-46cd-ab8c-e55fcda33fa0 req-2e1b1dcc-79f7-470d-948a-dfc2b33f115b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:59.536227 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21a585c9-74b7-46cd-ab8c-e55fcda33fa0 req-2e1b1dcc-79f7-470d-948a-dfc2b33f115b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.1031299 Sep 15 13:38:59.597262 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-21a585c9-74b7-46cd-ab8c-e55fcda33fa0 req-1608a05c-357c-4acd-96c3-b0e19659867e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Sep 15 13:38:59.645709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efff60-a375-4a05-b9ce-6a199f9034ac req-0c729480-e2da-4e8a-8276-9b7aa592ed06 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:38:59.647358 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-13efff60-a375-4a05-b9ce-6a199f9034ac req-0c729480-e2da-4e8a-8276-9b7aa592ed06 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1746743 Sep 15 13:38:59.744841 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-13efff60-a375-4a05-b9ce-6a199f9034ac req-c303b74e-4084-4022-8c7a-5eeb0d5d2bf1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Sep 15 13:38:59.913174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50060) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:00.067914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.078896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50066) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:00.098671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.101669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:00.105709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Usage tracker for resource:security_group_rule and tenant:460fea39a82648f0a376c56fd36f530d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:00.108647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:00.114661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:00.130641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:00.134814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Usage tracker for resource:security_group_rule and tenant:781a25a0a8ec4e70b60f8810af9f3f75 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:00.137704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:00.144382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:00.182673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.185465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.193290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c1e02db3-6417-4d10-98bb-819df8829cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:00.213301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.215961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.223529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f24dfe3e-96e3-4d4f-a815-72dcf841ff31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:00.239989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a6613-8bba-48e3-933c-b5c88a59c4f1,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:00.247051 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=460fea39a82648f0a376c56fd36f530d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300908 Sep 15 13:39:00.247051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:00.247337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50070) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:00.266771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275caab3-f736-4a53-a5a1-fac7e466ff1e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:00.270578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:00.275847 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=781a25a0a8ec4e70b60f8810af9f3f75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952507 Sep 15 13:39:00.276497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50074) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:00.312568 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.340800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.343964 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.370918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.385725 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.391895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:00.404851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.406756 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b96a6613-8bba-48e3-933c-b5c88a59c4f1 HTTP/1.1" status: 204 len: 168 time: 0.1583209 Sep 15 13:39:00.415859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a6613-8bba-48e3-933c-b5c88a59c4f1,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:00.420401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.425244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:00.428090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:00.443963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275caab3-f736-4a53-a5a1-fac7e466ff1e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:00.446243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:00.456715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:00.457943 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/275caab3-f736-4a53-a5a1-fac7e466ff1e HTTP/1.1" status: 204 len: 168 time: 0.1804795 Sep 15 13:39:00.903437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db01d9f-66af-42ba-8e11-c96cbcb1d36d req-510fdf13-4885-4c7d-8881-b457c1b603fe tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:00.914239 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7db01d9f-66af-42ba-8e11-c96cbcb1d36d req-510fdf13-4885-4c7d-8881-b457c1b603fe tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.1683416 Sep 15 13:39:01.043095 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7db01d9f-66af-42ba-8e11-c96cbcb1d36d req-cc231f66-b43a-42ae-8c65-5f4ea608fd11 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253242 Sep 15 13:39:01.161232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50124) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:01.184701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.231109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:01.244397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Usage tracker for resource:security_group_rule and tenant:2ce05141306e434c937146e5bddb63b7 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:01.248447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:01.259476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:01.342825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.347679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.350970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719704-3ddb-4aa5-a9f5-8bbe18ae0193 req-5fcc30b0-2c8d-4ca2-b392-334389a70a21 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:01.353211 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1719704-3ddb-4aa5-a9f5-8bbe18ae0193 req-5fcc30b0-2c8d-4ca2-b392-334389a70a21 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1245413 Sep 15 13:39:01.356185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:01.407577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d6709-17e2-461d-bdb8-cee901d89734,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:01.416586 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ce05141306e434c937146e5bddb63b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2537973 Sep 15 13:39:01.417639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50136) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:01.419355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:01.426202 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1719704-3ddb-4aa5-a9f5-8bbe18ae0193 req-0fb1ba28-1967-4510-b234-063a8732cb49 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Sep 15 13:39:01.491475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.519742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.574325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.579580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:01.591012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50144) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:01.594975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d6709-17e2-461d-bdb8-cee901d89734,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:01.598314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:01.599519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.600650 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/904d6709-17e2-461d-bdb8-cee901d89734 HTTP/1.1" status: 204 len: 168 time: 0.1815968 Sep 15 13:39:01.800238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.834259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:01.838383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Usage tracker for resource:security_group_rule and tenant:5af9d5f58b01470bb8a5246d4ee35e8f is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:01.841620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:01.848453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:01.917079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.920301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:01.933009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-523d9a60-4666-444d-abaf-230b0f6277a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:01.975533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50162) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:01.975712 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5af9d5f58b01470bb8a5246d4ee35e8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834374 Sep 15 13:39:01.979984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51928692-e079-4b19-808d-ff51d4601cd0,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:01.983236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:02.048139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:02.079012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:02.132836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:02.140983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c351d722-25a2-416c-96d7-6d8d6010972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:02.158229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51928692-e079-4b19-808d-ff51d4601cd0,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:02.160993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:02.165689 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51928692-e079-4b19-808d-ff51d4601cd0 HTTP/1.1" status: 204 len: 168 time: 0.1883335 Sep 15 13:39:02.168209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:02.366721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c32b1-58ff-490f-9d99-a4bf7c2f23bb req-4bfa70a0-5374-46c5-ad53-ba9a0844632e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:02.369334 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d5c32b1-58ff-490f-9d99-a4bf7c2f23bb req-4bfa70a0-5374-46c5-ad53-ba9a0844632e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.1284187 Sep 15 13:39:02.456304 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d5c32b1-58ff-490f-9d99-a4bf7c2f23bb req-75a35f8f-b33a-4b75-b7b7-5b3f8476a41c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806899 Sep 15 13:39:02.642844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50196) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:02.720922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec386-280f-4ea9-ba69-e4c6dd1fef36 req-f0eacdc4-fb4b-4252-9c4d-74e948ce7c41 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:02.723227 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-39aec386-280f-4ea9-ba69-e4c6dd1fef36 req-f0eacdc4-fb4b-4252-9c4d-74e948ce7c41 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1244030 Sep 15 13:39:02.843125 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-39aec386-280f-4ea9-ba69-e4c6dd1fef36 req-189e6e02-6603-4706-946e-19255a46a6e9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121707 Sep 15 13:39:02.944771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50214) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:02.968090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.001635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:03.005506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.005656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Usage tracker for resource:security_group_rule and tenant:847e0f3779184e5ebf4a5ce28c972bc5 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:03.008717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:03.015060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:03.043688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:03.048582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:34383033c23f49d9bde19f8a99e0b0ee is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:03.052997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:03.059856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:03.087995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.091504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.099351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5406385f-dc5f-4c77-b234-f7f299a23e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:03.144268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f956ffa-eac6-4327-a5de-12445049be31,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:03.147543 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:03.153811 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=847e0f3779184e5ebf4a5ce28c972bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2079046 Sep 15 13:39:03.156748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50224) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:03.229855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.240883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.251141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-31f32af4-57ac-41fb-aaf8-25439b4e361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:03.271103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.309194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e7e37-53eb-4d61-833a-4035c9000334,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:03.312454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:03.333641 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34383033c23f49d9bde19f8a99e0b0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6880667 Sep 15 13:39:03.336181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50236) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:03.340166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.456385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.481613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.491032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eac7af15-0197-4d1f-921e-3cc8f9388b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:03.506646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.514339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f956ffa-eac6-4327-a5de-12445049be31,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:03.516909 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:03.562920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.564879 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f956ffa-eac6-4327-a5de-12445049be31 HTTP/1.1" status: 204 len: 168 time: 0.4061537 Sep 15 13:39:03.578686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.584686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-89a507ef-5c7e-4c3a-8e52-74a0452a8f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:03.598461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e7e37-53eb-4d61-833a-4035c9000334,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:03.607706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:03.627448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:03.643449 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/570e7e37-53eb-4d61-833a-4035c9000334 HTTP/1.1" status: 204 len: 168 time: 0.3021374 Sep 15 13:39:04.067099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae49c-90f5-4ba6-9b6b-53e245e5240a req-67488f2c-a94e-4257-8104-ef3caf9fae77 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:04.068887 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-645ae49c-90f5-4ba6-9b6b-53e245e5240a req-67488f2c-a94e-4257-8104-ef3caf9fae77 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0971210 Sep 15 13:39:04.123802 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-645ae49c-90f5-4ba6-9b6b-53e245e5240a req-e79435b9-0cc9-4c31-be43-50dadba3f9db tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Sep 15 13:39:05.373451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e61d7b-1176-4088-bb27-a1d099ed0ea4 req-872ea3f5-b996-4951-9a03-b8ad65f49a35 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:05.382074 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b3e61d7b-1176-4088-bb27-a1d099ed0ea4 req-872ea3f5-b996-4951-9a03-b8ad65f49a35 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1315241 Sep 15 13:39:05.444670 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b3e61d7b-1176-4088-bb27-a1d099ed0ea4 req-ddf183d0-6050-4953-88ae-fafb22097c58 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Sep 15 13:39:05.575889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-0eee8735-c86f-4d43-bde2-093fc179184e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:05.577504 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-0eee8735-c86f-4d43-bde2-093fc179184e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.1961839 Sep 15 13:39:05.597121 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-99872ea3-5164-4c02-b7e1-47901bd4f9c2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/quotas/372158c796884fcfabef7df4e97a9945 HTTP/1.1" status: 200 len: 375 time: 0.0118287 Sep 15 13:39:05.690002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-291a85aa-f370-40d3-8b19-7511645bd66f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872638 Sep 15 13:39:05.863554 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-11da637c-cd6f-4629-ab41-84bfcb64b553 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640332 Sep 15 13:39:06.013199 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-4aec9404-6e7a-4ff3-acda-8eeb69b82605 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413560 Sep 15 13:39:06.300698 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5f0c85e3-1101-4efb-a401-496b04a3b0ed req-2fc3fca8-ab23-438c-9c25-6d3a9107e931 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 210 time: 0.0683596 Sep 15 13:39:06.785865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50410) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:06.836448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562409f-badd-4c05-9f1f-f6c41e0f45c7 req-13061797-9a24-4b96-ac34-1c5f352d9619 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:06.838048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e562409f-badd-4c05-9f1f-f6c41e0f45c7 req-13061797-9a24-4b96-ac34-1c5f352d9619 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.2747998 Sep 15 13:39:06.889830 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e562409f-badd-4c05-9f1f-f6c41e0f45c7 req-9974282c-07f0-4a43-82b3-b0caeb2caa1b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Sep 15 13:39:06.968487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.002907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:07.006956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d060e750d2b64d8987e696afd6e5ae6f is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:07.009952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:07.016031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:07.084858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.087681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.094962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ee71a970-db4b-48c5-b39b-3d0a1596bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:07.134311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cdc74-977c-4cdb-9aec-991eef436ff7,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:07.143064 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d060e750d2b64d8987e696afd6e5ae6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3546183 Sep 15 13:39:07.144454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:07.145549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50424) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:07.211444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.240494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.300063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.330447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-39ec2f54-2105-4e40-a005-50ca14531dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:07.359260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.364524 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c38cdc74-977c-4cdb-9aec-991eef436ff7 HTTP/1.1" status: 204 len: 168 time: 0.2179892 Sep 15 13:39:07.367696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cdc74-977c-4cdb-9aec-991eef436ff7,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:07.373399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:07.492190 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e6294171-9a8b-42ab-83f6-f7ce4010fa6c req-b8235f6d-c607-4e1d-a9b6-fb53e9763e88 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 210 time: 0.0501432 Sep 15 13:39:07.749710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-991ce94a-03d7-48d2-84d0-35bafdab07b2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:07.753056 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-991ce94a-03d7-48d2-84d0-35bafdab07b2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.2112491 Sep 15 13:39:07.773499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Request body: {'port': {'device_id': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'admin_state_up': True, 'tenant_id': '372158c796884fcfabef7df4e97a9945'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:07.902184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50460) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:07.923768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.936836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:07.952162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:07.966756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:07.973099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:07.973744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:07.978856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Usage tracker for resource:security_group_rule and tenant:b385edc8092a484797e48f6d1292cd7e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:07.982202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:07.989744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:08.075585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.080312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.089012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6dc983bc-3d57-473c-8844-9e1914020158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:08.120703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ad4c6-aa1b-4391-bf46-156d6befbca9,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:08.125332 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:08.145814 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b385edc8092a484797e48f6d1292cd7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2401609 Sep 15 13:39:08.146731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50472) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:08.212495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.229236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Allocated IP 172.20.0.7 (4d501208-c7b9-42fa-b796-60bafd4bf20e/ba66dfa9-f681-46b7-8843-d76c0f94b520/1800f9db-ffa0-4f4f-aa76-68a9bbb38e97) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:08.236957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299097d4-e0b9-4a15-b805-fde530662e73 req-328b93c2-5f8d-45d4-acc4-e4603e436be0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:08.238680 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-299097d4-e0b9-4a15-b805-fde530662e73 req-328b93c2-5f8d-45d4-acc4-e4603e436be0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1720057 Sep 15 13:39:08.240439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.295592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.302591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-951f2a5c-92e1-49f0-965e-a81dbbcca802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:08.306692 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-299097d4-e0b9-4a15-b805-fde530662e73 req-69a6d4ff-23fb-4e5e-b8b5-8ce5bd1bdbf1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600889 Sep 15 13:39:08.357850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.361623 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/575ad4c6-aa1b-4391-bf46-156d6befbca9 HTTP/1.1" status: 204 len: 168 time: 0.2114425 Sep 15 13:39:08.363740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ad4c6-aa1b-4391-bf46-156d6befbca9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:08.378579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:08.440101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:39:08.518512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.549522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.562569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:08.577781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-687d1a43-171c-4b7a-937c-50dbc0319bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:08.630956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:39:08.634344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:08.638607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:39:08.706627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event updated for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:08.756910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:08.775817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:08.776665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:08.826935 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587952 Sep 15 13:39:08.837403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06857c-8b0b-4d2b-a080-ec2121ac73a5 req-aa2c885d-2b84-4226-aebc-f9de0361ac1c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:08.839119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-5b06857c-8b0b-4d2b-a080-ec2121ac73a5 req-aa2c885d-2b84-4226-aebc-f9de0361ac1c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:08.847510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Request body: {'port': {'device_id': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:08.989944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-5b06857c-8b0b-4d2b-a080-ec2121ac73a5 req-aa2c885d-2b84-4226-aebc-f9de0361ac1c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:08.997252 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5b06857c-8b0b-4d2b-a080-ec2121ac73a5 req-aa2c885d-2b84-4226-aebc-f9de0361ac1c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 931 time: 0.2977421 Sep 15 13:39:09.020942 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:09.074880 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5b06857c-8b0b-4d2b-a080-ec2121ac73a5 req-f2f931d1-461d-4dbb-bab3-5150990f31a5 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766344 Sep 15 13:39:09.630557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:09.647888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:09.676207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411932c3-b15b-446a-a2be-4c6cd8175f85 req-6c4839ee-a8cd-4223-86d0-141c4dc14422 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:09.677805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-411932c3-b15b-446a-a2be-4c6cd8175f85 req-6c4839ee-a8cd-4223-86d0-141c4dc14422 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1755283 Sep 15 13:39:09.679129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Transition to ACTIVE for port object 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:39:09.682627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:09.701553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7de7c9bb-7c2e-4d15-b165-5e4bd786182f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:09.870895 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-411932c3-b15b-446a-a2be-4c6cd8175f85 req-387d7fc7-6476-4109-9a5e-65508831a44e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704333 Sep 15 13:39:09.880991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Pushing event updated for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:09.918427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:09.999587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Attempting to bind port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:39:10.000092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Attempting to bind port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:39:10.000270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Attempting to bind port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:10.006875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:39:10.007234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Attempting to bind port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:10.014096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:39:10.014504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Checking segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:10.014923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Bound using segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:39:10.015386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Bound port: 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:39:10.015932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.120998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:39:10.127067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:39:10.132970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.138722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-db741fa7-168c-4a7f-b609-5bd864054ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:10.210245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.211954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] 10.222.0.39 "PUT /v2.0/ports/1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 HTTP/1.1" status: 200 len: 1093 time: 1.3691759 Sep 15 13:39:10.212268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:10.233457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Pushing event updated for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:10.245078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:10.336846 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'status': 'completed', 'code': 200} Sep 15 13:39:10.350662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69832807-fea2-4cee-be5e-d9783ef59780 req-fc9075ce-2afd-40e6-a229-4cea69e275e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:10.358015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-69832807-fea2-4cee-be5e-d9783ef59780 req-fc9075ce-2afd-40e6-a229-4cea69e275e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 943 time: 0.1399627 Sep 15 13:39:10.379380 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-863f9d15-7d08-408f-b554-103820884ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 1096 time: 0.1119251 Sep 15 13:39:10.422852 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-69832807-fea2-4cee-be5e-d9783ef59780 req-bfc466a1-90e7-424f-a871-1cc1b848b004 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634859 Sep 15 13:39:10.471232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50592) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:10.506757 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-48cc44ac-cd01-4eca-b2af-5d7a893aa527 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 HTTP/1.1" status: 200 len: 217 time: 0.1053936 Sep 15 13:39:10.585544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-ad438952-311f-4e5f-ba71-9d3e45a0bab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:10.587177 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-ad438952-311f-4e5f-ba71-9d3e45a0bab7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.0706279 Sep 15 13:39:10.656020 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-ac6375c4-0633-4118-9ac9-97f54188ef04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601294 Sep 15 13:39:10.736551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.815557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:10.820156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Usage tracker for resource:security_group_rule and tenant:161b4d59a06f4c499880ec45a871927f is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:10.823934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:10.831270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:10.853448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-9882b490-c5d1-475e-868b-4a260ff6bd47 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811135 Sep 15 13:39:10.914631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.920623 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:10.942519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:10.974246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d514929-d901-41ac-9ad0-40e3ee61bbed,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:10.979606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:11.010073 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=161b4d59a06f4c499880ec45a871927f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5376751 Sep 15 13:39:11.013256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50618) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:11.091140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.122903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.141891 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f2ce22f-04d2-4895-850a-9c504cb9f5a7 req-8fb5d18c-0ad5-490f-ba30-7e66131d9d9c service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415874 Sep 15 13:39:11.162600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6561f0-e023-46f9-8b18-6882b6b3e046 req-fd6d9494-3267-47ad-925b-5a67d6ec6f6f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:11.165999 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-de6561f0-e023-46f9-8b18-6882b6b3e046 req-fd6d9494-3267-47ad-925b-5a67d6ec6f6f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1381710 Sep 15 13:39:11.168734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.174258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cc905e9f-35fd-45d1-b0d5-fb90b95bd997 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:11.188874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d514929-d901-41ac-9ad0-40e3ee61bbed,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:11.191351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.195250 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d514929-d901-41ac-9ad0-40e3ee61bbed HTTP/1.1" status: 204 len: 168 time: 0.1794100 Sep 15 13:39:11.195955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:11.219603 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-de6561f0-e023-46f9-8b18-6882b6b3e046 req-0a990b2f-b7e3-41f0-a2c9-bbe73a4b7253 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480955 Sep 15 13:39:11.319955 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-fa116d24-52f1-48fe-89c4-843df39f0338 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 1096 time: 0.0911825 Sep 15 13:39:11.477888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-8c1697ed-0ef3-47de-98ca-48ccddbe2086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:11.479508 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-8c1697ed-0ef3-47de-98ca-48ccddbe2086 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 916 time: 0.1513238 Sep 15 13:39:11.572409 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-8996e316-dffc-4f18-8051-1b7179ef186a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 HTTP/1.1" status: 200 len: 217 time: 0.0799212 Sep 15 13:39:11.648440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463fe9-0c90-4d82-bde6-a2d53e9460b5 req-a4042c66-03b2-489e-b72d-911e0eb235e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:11.656239 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6f463fe9-0c90-4d82-bde6-a2d53e9460b5 req-a4042c66-03b2-489e-b72d-911e0eb235e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 943 time: 0.0982065 Sep 15 13:39:11.661363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.663299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-7446a89b-8288-4420-b4a3-0fe104909e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:11.664963 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-7446a89b-8288-4420-b4a3-0fe104909e54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.0761461 Sep 15 13:39:11.681038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50644) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:11.725487 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-da4f1b02-20a5-460f-8456-bdab318fe7f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526550 Sep 15 13:39:11.744313 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6f463fe9-0c90-4d82-bde6-a2d53e9460b5 req-b8420359-640f-423a-87c2-cc9cba958def tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870688 Sep 15 13:39:11.855803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50654) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:11.882984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:11.933045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:11.938396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:53319950c28441bd85ad6f25bc6c1fc8 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:11.943064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:11.951814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:12.050507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.055228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.075739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72cdd91d-a704-4c24-9578-2e7da8a8b78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:12.118036 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-8e959348-3bed-4985-9cd9-9a4668294998 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786540 Sep 15 13:39:12.132194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.149207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53319950c28441bd85ad6f25bc6c1fc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2918208 Sep 15 13:39:12.151641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ffbfb-e1ff-4b20-8141-dc5d2d257bb2,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:12.153629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50664) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:12.154880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:12.179171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:12.183306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Usage tracker for resource:security_group_rule and tenant:9c01bcf5ddbf4923bcfd30dfecfe1c39 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:12.186420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:12.192427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:12.267329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.271484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.279540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c1b545-9608-4722-9d3b-3abfa8c82402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:12.338714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2624a8c1-936f-435a-aa6d-fbab41695d06,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:12.341904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:12.349904 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c01bcf5ddbf4923bcfd30dfecfe1c39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6675191 Sep 15 13:39:12.350091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50672) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:12.363333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50676) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:12.368645 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8be082db-5260-420f-a8b9-dba5f7cd3948 req-61c2a7a5-e058-412c-83db-aecb6bd816ad service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418799 Sep 15 13:39:12.397110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.427180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.546606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.578119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.579059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:12.583625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Usage tracker for resource:security_group_rule and tenant:d9fa8088c2474d84b1c5626943167713 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:12.585303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9559730b-5840-4f80-b4a0-4b3d87daa1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:12.586585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:12.592587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:12.599021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.606694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ffbfb-e1ff-4b20-8141-dc5d2d257bb2,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:12.617412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:12.625754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.629840 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e8ffbfb-e1ff-4b20-8141-dc5d2d257bb2 HTTP/1.1" status: 204 len: 168 time: 0.4751489 Sep 15 13:39:12.647774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e9809-df0d-4ed0-a6a7-c3ee5405a7ca req-26b49e74-9663-4bc2-b138-3344e02860dc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:12.649370 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-081e9809-df0d-4ed0-a6a7-c3ee5405a7ca req-26b49e74-9663-4bc2-b138-3344e02860dc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1991234 Sep 15 13:39:12.654186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.662123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.665345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.692839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:12.720553 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9fa8088c2474d84b1c5626943167713&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552971 Sep 15 13:39:12.722300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f28117-c5cb-4776-a56a-b4e1db05804f,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:12.724793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50684) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:12.727418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:12.749281 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-081e9809-df0d-4ed0-a6a7-c3ee5405a7ca req-ac8e4932-eb33-4a34-a697-42f235f58094 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869443 Sep 15 13:39:12.758434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.762962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e273655b-480d-48c0-8047-42ff2fda463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:12.777290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2624a8c1-936f-435a-aa6d-fbab41695d06,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:12.779504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:12.785883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.790464 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2624a8c1-936f-435a-aa6d-fbab41695d06 HTTP/1.1" status: 204 len: 168 time: 0.4258432 Sep 15 13:39:12.817080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:12.874190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.194227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e887454-10c0-4462-9613-413f7e38458b req-d0ee8876-243b-4e8a-8e07-e9416173ff6c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:13.202099 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e887454-10c0-4462-9613-413f7e38458b req-d0ee8876-243b-4e8a-8e07-e9416173ff6c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 943 time: 0.3079712 Sep 15 13:39:13.228296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.234812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c8428166-abea-486e-8616-dbb881a8d68f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:13.248825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f28117-c5cb-4776-a56a-b4e1db05804f,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:13.258752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:13.296594 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e887454-10c0-4462-9613-413f7e38458b req-f4ed3d5c-0b43-42f5-a072-e7544cca7fe2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Sep 15 13:39:13.297749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.301869 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27f28117-c5cb-4776-a56a-b4e1db05804f HTTP/1.1" status: 204 len: 168 time: 0.5737302 Sep 15 13:39:13.413291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50718) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:13.433695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.469632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:13.474653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Usage tracker for resource:security_group_rule and tenant:b309b3b1e555446d9b21498d503fe9f3 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:13.478452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:13.486529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:13.606079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.610207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.643052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:13.652115 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b309b3b1e555446d9b21498d503fe9f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2376227 Sep 15 13:39:13.655426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50728) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:13.673991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d3ba7-3008-4775-bcf3-58756f0d05f7,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:13.691272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:13.749064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.785971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.840519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.848218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:13.863341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d3ba7-3008-4775-bcf3-58756f0d05f7,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:13.866647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:13.868770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:13.872580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d2d3ba7-3008-4775-bcf3-58756f0d05f7 HTTP/1.1" status: 204 len: 168 time: 0.2134404 Sep 15 13:39:14.006140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef38688-44dd-46a4-bb19-d40734fd53b0 req-abc8d8a6-c1ea-4fc1-a1c8-9aa86dc7fe29 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:14.010019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2ef38688-44dd-46a4-bb19-d40734fd53b0 req-abc8d8a6-c1ea-4fc1-a1c8-9aa86dc7fe29 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1026871 Sep 15 13:39:14.062240 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2ef38688-44dd-46a4-bb19-d40734fd53b0 req-d0a0abde-87be-4ae2-9e47-6db686d48922 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Sep 15 13:39:14.521334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8110-6457-4dbd-98f3-09b030cd5051 req-85001383-5ea8-4632-b496-dbe3c4f5f3b7 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:14.523398 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-114c8110-6457-4dbd-98f3-09b030cd5051 req-85001383-5ea8-4632-b496-dbe3c4f5f3b7 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 943 time: 0.0877428 Sep 15 13:39:14.543813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:39:14.586223 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-114c8110-6457-4dbd-98f3-09b030cd5051 req-bb10a9ad-4bd4-46b7-b539-9655f7d2a8c1 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 Sep 15 13:39:14.743167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:14.759658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'port_id': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'mac_address': 'fa:16:3e:dd:a2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66dfa9-f681-46b7-8843-d76c0f94b520', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:39:14.822756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:14.835022 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50788) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:14.854583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:14.883754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:14.884983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:14.887174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:14.967082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:14.970687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:15.024085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723411823-network', 'tenant_id': '1044e097a7c24712bddadff4bf668573'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:15.029128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:15.033375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Usage tracker for resource:network and tenant:1044e097a7c24712bddadff4bf668573 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:15.036387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:15.042724 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:15.055232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Made reservation on behalf of 1044e097a7c24712bddadff4bf668573 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:15.060058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.075734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.120423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:15.124527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Usage tracker for resource:security_group_rule and tenant:1044e097a7c24712bddadff4bf668573 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:15.127578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:15.133769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:15.144224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-876fe12f-cbe0-40f6-8c7b-f02ddab44ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.236266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.239780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.244290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-917c769c-36c1-47ff-91ae-7f3963a94880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:15.254412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:15.316849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50812) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:15.342758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:39:15.381458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.382088 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Added segment 1560a9d0-4577-4e54-a77b-0674b81f131f of type vlan for network 7d5c7420-57c3-49e1-8c63-a39d1837c540 Sep 15 13:39:15.384158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5120160-85e6-4f75-a24a-667489c9ec4e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:15.387600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:15.451838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.464954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831479a-6a28-49f0-9ee4-cb0724caef51 req-2a80e8da-1f01-4f27-9824-2b89cd7c91c0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:15.466803 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6831479a-6a28-49f0-9ee4-cb0724caef51 req-2a80e8da-1f01-4f27-9824-2b89cd7c91c0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.2088463 Sep 15 13:39:15.541370 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6831479a-6a28-49f0-9ee4-cb0724caef51 req-606ddcc7-eaa5-4240-9f91-709dcdc7b664 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666862 Sep 15 13:39:15.542685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.543927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:15.544559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.567888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cf4607e0-921c-4d1a-ab64-2bf0b327de00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:15.597449 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7612054 Sep 15 13:39:15.601125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 50822) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:15.609935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Request body: {'subnet': {'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723411823-subnet', 'tenant_id': '1044e097a7c24712bddadff4bf668573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:15.619598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:15.629745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Usage tracker for resource:subnet and tenant:1044e097a7c24712bddadff4bf668573 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:15.636816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:15.655040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:15.675884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Made reservation on behalf of 1044e097a7c24712bddadff4bf668573 for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:15.683697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5c7420-57c3-49e1-8c63-a39d1837c540,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:15.687116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.697736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:15.729286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:39:15.867824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:15.872382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32e0e-4aa7-4895-a152-69ecd9a944f9 req-0ef0922f-d12a-401a-b4d1-84c5349a6dcb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:15.874230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-42e32e0e-4aa7-4895-a152-69ecd9a944f9 req-0ef0922f-d12a-401a-b4d1-84c5349a6dcb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 944 time: 0.1018524 Sep 15 13:39:15.921874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:15.926762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Usage tracker for resource:security_group_rule and tenant:15cb4f2a19a94af18c24730cc25240d9 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:15.929663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:15.931900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-42e32e0e-4aa7-4895-a152-69ecd9a944f9 req-cf096e3f-7120-4893-ad88-69c171984bdd tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Sep 15 13:39:15.936850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:16.077068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.090262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eb327277-a455-48d7-a938-3bbb0f0d698d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:16.129522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.145883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.197889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b1eff6-6693-496a-a489-7e82747c35c4,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:16.211723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:16.212254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-943f36b7-a49f-4636-9d45-5eee688308bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:16.223159 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15cb4f2a19a94af18c24730cc25240d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9046731 Sep 15 13:39:16.226098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 50838) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:16.248641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e150a-ea1b-42a7-b1f7-e83a0d1ec038,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:16.259301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:16.267104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Checking segment: {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:16.268009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Network hostable DHCP agents. Network: 7d5c7420-57c3-49e1-8c63-a39d1837c540, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:39:16.308504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:39:16.320746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 7d5c7420-57c3-49e1-8c63-a39d1837c540) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:16.321925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.329538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b14157-6b2a-4ad7-a4e8-0ccf4719f983 None None] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:16.337484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:16.338136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.359248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.394990 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7925596 Sep 15 13:39:16.438064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.444372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ceb07977-bb48-4444-b6d1-41533c51bb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:16.467720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e150a-ea1b-42a7-b1f7-e83a0d1ec038,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:16.472442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:16.477557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.478901 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f37e150a-ea1b-42a7-b1f7-e83a0d1ec038 HTTP/1.1" status: 204 len: 168 time: 0.2514513 Sep 15 13:39:16.595954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:16.682309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e2006-7384-4fef-ac27-944c962b3401 None None] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:16.935753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11377201-3ac0-494f-a3cb-72d054003e42 req-b7f65616-6bf7-4ac6-a969-c630773eb5d0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:16.937389 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11377201-3ac0-494f-a3cb-72d054003e42 req-b7f65616-6bf7-4ac6-a969-c630773eb5d0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1530035 Sep 15 13:39:17.010680 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11377201-3ac0-494f-a3cb-72d054003e42 req-30ae8d88-dddc-4444-9f5f-dba42aa0e9c1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630386 Sep 15 13:39:17.242629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b76a0-5c5f-4890-8128-1088f1fb0908 req-8c965585-2d36-4751-a086-f8654f019eb3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:17.244257 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-217b76a0-5c5f-4890-8128-1088f1fb0908 req-8c965585-2d36-4751-a086-f8654f019eb3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 944 time: 0.1114032 Sep 15 13:39:17.314547 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-217b76a0-5c5f-4890-8128-1088f1fb0908 req-adcd9ffb-e030-4471-9b29-70fb589c470c tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635920 Sep 15 13:39:17.567582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b05af5db-7b77-4d13-abc3-6c38afdeb708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:17.763102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:18.210652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559bb83-e3f1-41b7-96ef-fe61da787f3f req-5c35df26-a072-4b32-b5cc-b336a15dcdd4 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:18.212556 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7559bb83-e3f1-41b7-96ef-fe61da787f3f req-5c35df26-a072-4b32-b5cc-b336a15dcdd4 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0876985 Sep 15 13:39:18.261190 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7559bb83-e3f1-41b7-96ef-fe61da787f3f req-3605a0bd-2d60-4f5a-ac09-5e7f39d66c8e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Sep 15 13:39:18.521629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77442-37ce-4eb7-9967-bc3d09308a8d req-fbb0b933-90e3-4fc0-952a-801ec5c5563f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:18.523269 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebd77442-37ce-4eb7-9967-bc3d09308a8d req-fbb0b933-90e3-4fc0-952a-801ec5c5563f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 944 time: 0.0904911 Sep 15 13:39:18.557450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:39:18.573653 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebd77442-37ce-4eb7-9967-bc3d09308a8d req-a4ce08f2-480e-4a5c-8524-c8238c60a3df tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Sep 15 13:39:18.631430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:39:18.636387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:39:18.636824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:18.775400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:18.805633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:18.816786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:18.821121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:18.824974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16600133-97a8-4ab0-9b2d-f4b3d1c623a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:18.892607 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'code': 200} Sep 15 13:39:18.910267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:18.915213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:19.277652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:19.406256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-0d5dafda-87b0-4f47-a41b-0685042cb198 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:19.407017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-0d5dafda-87b0-4f47-a41b-0685042cb198 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Synchronizing usage tracker for tenant:1044e097a7c24712bddadff4bf668573 on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:19.429205 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8c77eea3-c344-4590-ba25-3bb6afbff4db req-ad41776d-c7b7-413c-9b81-a8b3bb59fc28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 1098 time: 0.3191679 Sep 15 13:39:19.434265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-0d5dafda-87b0-4f47-a41b-0685042cb198 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Unset dirty status for tenant:1044e097a7c24712bddadff4bf668573 on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:19.435430 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-0d5dafda-87b0-4f47-a41b-0685042cb198 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 809 time: 0.2664022 Sep 15 13:39:19.480698 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-2d248f51-47fd-4868-904d-a051c6e80d8a tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/quotas/1044e097a7c24712bddadff4bf668573 HTTP/1.1" status: 200 len: 375 time: 0.0279737 Sep 15 13:39:19.486962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8c77eea3-c344-4590-ba25-3bb6afbff4db req-3bf1aa51-0dd7-4b67-9b01-1b8c999136f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Sep 15 13:39:19.533727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-97649e18-6c89-4300-bdae-f45968d455ca tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446210 Sep 15 13:39:19.607721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13c787-54c6-4030-8c8e-2d5790d5e852 req-ede89753-e6fe-465e-ae0d-0812b9d67396 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:19.609294 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d13c787-54c6-4030-8c8e-2d5790d5e852 req-ede89753-e6fe-465e-ae0d-0812b9d67396 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0845046 Sep 15 13:39:19.663517 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d13c787-54c6-4030-8c8e-2d5790d5e852 req-f669df81-cee8-4bd1-a57a-906002de3acd tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Sep 15 13:39:19.690854 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-c79f1f9e-4f07-4760-800a-2a6f0a7bf3b8 service neutron] 10.222.0.22 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492000 Sep 15 13:39:19.832460 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-a5958072-b45b-450a-b169-af1e9f457c70 service neutron] 10.222.0.22 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405849 Sep 15 13:39:19.864817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ce805-3981-48d8-b5a6-9d92b6524729 req-9dd2da19-c302-4b1b-a4f7-a466b919acc7 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:19.866460 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-950ce805-3981-48d8-b5a6-9d92b6524729 req-9dd2da19-c302-4b1b-a4f7-a466b919acc7 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.0934277 Sep 15 13:39:19.917385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-950ce805-3981-48d8-b5a6-9d92b6524729 req-ccf46da4-3e26-4cd8-9e5d-a669c4dd5183 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Sep 15 13:39:20.031361 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0321e922-c48f-4553-81b8-e299409189c0 req-4d65e721-8998-4265-8bae-d908905582af tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 210 time: 0.0446239 Sep 15 13:39:20.883192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215c39-60f4-4b90-ab90-0df0b3c7def1 req-ed5519d5-6796-4395-8ee5-eebb71e1e249 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:20.884788 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-01215c39-60f4-4b90-ab90-0df0b3c7def1 req-ed5519d5-6796-4395-8ee5-eebb71e1e249 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0894654 Sep 15 13:39:20.946131 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-01215c39-60f4-4b90-ab90-0df0b3c7def1 req-f32f2de5-4213-498b-acc2-a5856d6ed81d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550373 Sep 15 13:39:21.201853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a84c7f-214a-4d7e-8086-d2fbc3159bbe req-d0e21ab8-e468-4520-aac2-21f1ee490bcc tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:21.203432 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8a84c7f-214a-4d7e-8086-d2fbc3159bbe req-d0e21ab8-e468-4520-aac2-21f1ee490bcc tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.0958271 Sep 15 13:39:21.234826 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a5a23d12-2cb4-4ccb-b7ce-8fb502add4f3 req-a58563af-c5f7-496c-959a-57572fe6e2d2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 210 time: 0.0484982 Sep 15 13:39:21.262652 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8a84c7f-214a-4d7e-8086-d2fbc3159bbe req-caaac63b-e84e-471a-8c2a-3569cc4ba3a1 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517154 Sep 15 13:39:21.477161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-f9688b72-2f23-4fd5-bf3f-0607a3702f86 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:21.478742 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-f9688b72-2f23-4fd5-bf3f-0607a3702f86 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 809 time: 0.1567011 Sep 15 13:39:21.495547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Request body: {'port': {'device_id': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540', 'admin_state_up': True, 'tenant_id': '1044e097a7c24712bddadff4bf668573'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:21.649378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:21.653733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Usage tracker for resource:port and tenant:1044e097a7c24712bddadff4bf668573 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:21.656921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:21.664059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:21.673991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Made reservation on behalf of 1044e097a7c24712bddadff4bf668573 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:21.680877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:21.853824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Allocated IP 172.20.0.6 (7d5c7420-57c3-49e1-8c63-a39d1837c540/35b1eff6-6693-496a-a489-7e82747c35c4/79cb01fc-0218-46ae-9e95-deb6b61f3ac9) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:22.076840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.151733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51088) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:22.160467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.166740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:22.255625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:39:22.259681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:22.261610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Pushing event updated for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:22.263879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:39:22.300324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:22.317825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dadec-7d4f-4600-b1e1-ffe5c558cca2 req-d3fa2218-df56-4814-8854-76896d4aa50a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:22.319458 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-075dadec-7d4f-4600-b1e1-ffe5c558cca2 req-d3fa2218-df56-4814-8854-76896d4aa50a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.2249150 Sep 15 13:39:22.361705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.380007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:22.380678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.422886 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-075dadec-7d4f-4600-b1e1-ffe5c558cca2 req-5f278925-da0b-4980-a0d3-73b7b23f2b39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811949 Sep 15 13:39:22.424863 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9333384 Sep 15 13:39:22.444025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Request body: {'port': {'device_id': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:22.467406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:22.485019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Usage tracker for resource:security_group_rule and tenant:5148acab42f44f539d2e1cac1e3211af is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:22.491756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:22.506254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46514ca-d067-41e3-a321-27c0ebe2aa79 req-9e32611c-e706-4517-b3aa-1442fd29b235 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:22.508321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f46514ca-d067-41e3-a321-27c0ebe2aa79 req-9e32611c-e706-4517-b3aa-1442fd29b235 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 931 time: 0.1212399 Sep 15 13:39:22.509574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:22.580754 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f46514ca-d067-41e3-a321-27c0ebe2aa79 req-c937e2e1-72eb-4caf-bdd2-a6bf079234a2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610149 Sep 15 13:39:22.636173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.641226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.646710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.670608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a7d2f9a6-35e3-474d-8544-0e8142cd27af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:22.713437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69eb7af-c59e-4495-b7aa-e3cbcd815794,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:22.716977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:22.726760 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5148acab42f44f539d2e1cac1e3211af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5696287 Sep 15 13:39:22.727646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51110) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:22.730506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc532a-803e-4385-b293-901609f68989 req-85e919f1-0de1-449a-8b6f-61d57c7fd6b3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:22.732099 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e6fc532a-803e-4385-b293-901609f68989 req-85e919f1-0de1-449a-8b6f-61d57c7fd6b3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.1781547 Sep 15 13:39:22.796552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.824077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.857768 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e6fc532a-803e-4385-b293-901609f68989 req-9d54023b-c6b5-496c-beae-38ef8b2ee1a3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178169 Sep 15 13:39:22.875317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.911065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f0625f4-7ff7-4792-8826-5de7cb46b056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:22.925877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:22.930859 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a69eb7af-c59e-4495-b7aa-e3cbcd815794 HTTP/1.1" status: 204 len: 168 time: 0.2021868 Sep 15 13:39:22.940151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69eb7af-c59e-4495-b7aa-e3cbcd815794,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:22.950190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:23.339968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:23.348020 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:23.364694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Transition to ACTIVE for port object 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:39:23.369008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:23.373507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:23.502727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Pushing event updated for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:23.506786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:23.677231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Attempting to bind port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:39:23.677601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Attempting to bind port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:39:23.677962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Attempting to bind port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:23.695907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67de5-40ad-4702-9361-c5993f18ec72 req-3f6fec81-8223-4b3a-8b1d-2db7b6359627 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:23.697493 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bb67de5-40ad-4702-9361-c5993f18ec72 req-3f6fec81-8223-4b3a-8b1d-2db7b6359627 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1256559 Sep 15 13:39:23.698674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:39:23.698674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Attempting to bind port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:23.721405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:39:23.721780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Checking segment: {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:23.722183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Bound using segment: {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:39:23.722687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Bound port: 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:39:23.723063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:23.801206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c690-a7b4-4857-944e-fd2923e87460 req-d9bae01d-38b0-4283-a8f0-b68927ae1479 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:23.802859 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6d79c690-a7b4-4857-944e-fd2923e87460 req-d9bae01d-38b0-4283-a8f0-b68927ae1479 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 943 time: 0.0874634 Sep 15 13:39:23.809761 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bb67de5-40ad-4702-9361-c5993f18ec72 req-c774108d-7409-4eaf-98fb-7c9f50b95992 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039717 Sep 15 13:39:23.839531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:39:23.842920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:39:23.851756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:23.862700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:23.868438 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6d79c690-a7b4-4857-944e-fd2923e87460 req-5b7ed0f2-7c11-432d-b8a8-d9c614be6f7a tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595238 Sep 15 13:39:23.912038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:23.913777 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] 10.222.0.39 "PUT /v2.0/ports/79cb01fc-0218-46ae-9e95-deb6b61f3ac9 HTTP/1.1" status: 200 len: 1093 time: 1.4743874 Sep 15 13:39:23.914315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:23.967138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Pushing event updated for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:23.971231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:24.014479 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9', 'status': 'completed', 'code': 200} Sep 15 13:39:24.060478 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-efd6057c-978f-4f57-b4d2-5c574fb9ed3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 1096 time: 0.0830314 Sep 15 13:39:24.154154 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-fb836185-fa7d-49b7-9570-ce4b7203d96e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0706015 Sep 15 13:39:24.225959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-2a1cabfa-84d5-41f3-9513-b094414b195f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:24.227653 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-2a1cabfa-84d5-41f3-9513-b094414b195f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35b1eff6-6693-496a-a489-7e82747c35c4 HTTP/1.1" status: 200 len: 849 time: 0.0661728 Sep 15 13:39:24.289490 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-78fef247-57ac-4d0c-951f-1d34783ef95f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d5c7420-57c3-49e1-8c63-a39d1837c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466835 Sep 15 13:39:24.446819 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-69d3ae71-530a-44d5-9292-f6215cf331d9 service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410651 Sep 15 13:39:24.594565 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e39cd293-78b0-4dd5-be53-3eac4e768423 req-f4bd43eb-8e39-4aa5-a323-541788f0f22b service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372178 Sep 15 13:39:24.822647 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-191938ba-27ee-4ba9-8391-f5088ebf8ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 1096 time: 0.0760014 Sep 15 13:39:24.984390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-f00b4d62-7632-47ed-871a-87c6565a34c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:24.986695 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-f00b4d62-7632-47ed-871a-87c6565a34c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 910 time: 0.1477108 Sep 15 13:39:25.038381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8174f-b802-4b42-aaa0-93fd669c5870 req-c0615bb5-ec23-4a98-b7a3-6c428885baec tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:25.040126 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdd8174f-b802-4b42-aaa0-93fd669c5870 req-c0615bb5-ec23-4a98-b7a3-6c428885baec tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0910707 Sep 15 13:39:25.088150 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-49059609-5c60-4e38-bf23-4f489ab1fc84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0822425 Sep 15 13:39:25.116492 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdd8174f-b802-4b42-aaa0-93fd669c5870 req-fa179c65-a6b2-45b4-92df-8d1419d488c6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553274 Sep 15 13:39:25.218088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-bd6c6ae9-b0d0-4a89-b0c4-0fe9e4d1a939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:25.220202 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-bd6c6ae9-b0d0-4a89-b0c4-0fe9e4d1a939 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35b1eff6-6693-496a-a489-7e82747c35c4 HTTP/1.1" status: 200 len: 849 time: 0.1232057 Sep 15 13:39:25.283952 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-e735aace-a4b0-4a5c-b2cd-72e786123f8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d5c7420-57c3-49e1-8c63-a39d1837c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558455 Sep 15 13:39:25.428993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-c4f8e092-6bc3-4e13-b253-8107f1519b49 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:25.429835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-c4f8e092-6bc3-4e13-b253-8107f1519b49 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Synchronizing usage tracker for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:25.470419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-c4f8e092-6bc3-4e13-b253-8107f1519b49 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Unset dirty status for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:25.471646 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-c4f8e092-6bc3-4e13-b253-8107f1519b49 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 943 time: 0.3268719 Sep 15 13:39:25.511820 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-1e56fa8f-ded6-4b78-b0a6-0dc2d0e90ec2 service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025247 Sep 15 13:39:25.573174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-06b618c9-0b35-402c-9c25-80003cf8da81 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Synchronizing usage tracker for tenant:1044e097a7c24712bddadff4bf668573 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:25.659290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-06b618c9-0b35-402c-9c25-80003cf8da81 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Unset dirty status for tenant:1044e097a7c24712bddadff4bf668573 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:25.660576 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2679e82d-9da9-4a82-b686-7ca3a0651104 req-06b618c9-0b35-402c-9c25-80003cf8da81 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767073 Sep 15 13:39:25.687769 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9bcf1908-51a0-4078-b2db-e49184e00be8 req-f2f9ba74-beb0-4fae-a04e-987d0a5f72f6 service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656752 Sep 15 13:39:26.324819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8222eb-b493-4480-af9b-cc65fb01527c req-ed300e83-2979-41c2-961a-e2c56ca8dff2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:26.326464 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6e8222eb-b493-4480-af9b-cc65fb01527c req-ed300e83-2979-41c2-961a-e2c56ca8dff2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0847600 Sep 15 13:39:26.382305 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6e8222eb-b493-4480-af9b-cc65fb01527c req-a57e5a5c-09ba-4e53-9554-47143d7366c9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Sep 15 13:39:26.888833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372b185-d788-45d8-927f-9193316ec1eb req-7a600fd4-dfae-404e-a35f-2ba8f8da6694 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:26.890469 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0372b185-d788-45d8-927f-9193316ec1eb req-7a600fd4-dfae-404e-a35f-2ba8f8da6694 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 943 time: 0.1055512 Sep 15 13:39:26.945986 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0372b185-d788-45d8-927f-9193316ec1eb req-ceba7f44-bdfc-430a-a41a-55783a645a08 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Sep 15 13:39:27.598062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324598-536d-46bb-9a9f-f36892f69934 req-21cccea0-439f-4362-8bee-83d526ca35d7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:27.599876 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d3324598-536d-46bb-9a9f-f36892f69934 req-21cccea0-439f-4362-8bee-83d526ca35d7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0922456 Sep 15 13:39:27.653541 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d3324598-536d-46bb-9a9f-f36892f69934 req-90367afb-de0b-49c9-a4f5-cdf601098e62 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Sep 15 13:39:28.164880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d35e7-46d4-44c9-89e5-c28e5f2281e4 req-c8d9dc5a-b485-41da-b3dc-742b0db80cd4 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:28.166507 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e06d35e7-46d4-44c9-89e5-c28e5f2281e4 req-c8d9dc5a-b485-41da-b3dc-742b0db80cd4 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 943 time: 0.0884464 Sep 15 13:39:28.216992 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e06d35e7-46d4-44c9-89e5-c28e5f2281e4 req-4396199b-0f64-496e-9937-c4e669ba2295 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Sep 15 13:39:28.650861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:39:28.833877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:28.852434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9', 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540', 'port_id': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9', 'mac_address': 'fa:16:3e:34:59:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b1eff6-6693-496a-a489-7e82747c35c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:39:28.893746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770e87e-635c-4268-a068-b877daae341f req-e28a373c-73fc-403e-ba1b-df95c727b6f2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:28.895310 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f770e87e-635c-4268-a068-b877daae341f req-e28a373c-73fc-403e-ba1b-df95c727b6f2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0905802 Sep 15 13:39:28.913666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:28.934432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:28.948462 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f770e87e-635c-4268-a068-b877daae341f req-58d6273d-cf9b-4032-9bc5-8eba6ddb5f39 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Sep 15 13:39:28.951698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:28.954699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:28.957452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:29.028851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:29.032295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:29.396160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['79cb01fc-0218-46ae-9e95-deb6b61f3ac9'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:29.427739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096923e-8ab4-4cd4-9b6a-80e6c2cbc2ce req-5399f712-c9b3-4360-b18b-e19a0961b976 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:29.429321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0096923e-8ab4-4cd4-9b6a-80e6c2cbc2ce req-5399f712-c9b3-4360-b18b-e19a0961b976 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 944 time: 0.0877707 Sep 15 13:39:29.480168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0096923e-8ab4-4cd4-9b6a-80e6c2cbc2ce req-d9065e1d-e258-46fd-9236-69294511fa11 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Sep 15 13:39:30.157463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8989b-780f-4879-8588-222576b69b2a req-ef14025d-b207-4a0f-90b8-e33e4f4f7f13 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:30.159112 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ace8989b-780f-4879-8588-222576b69b2a req-ef14025d-b207-4a0f-90b8-e33e4f4f7f13 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0839641 Sep 15 13:39:30.212725 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ace8989b-780f-4879-8588-222576b69b2a req-fa8d3a9a-1173-47a8-96a2-66f69327c4bf tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Sep 15 13:39:30.694760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a237-6d71-4191-90de-447e8c764f0e req-1a7b946f-0878-4bcd-b20b-4f5baf858ef6 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:30.696363 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2800a237-6d71-4191-90de-447e8c764f0e req-1a7b946f-0878-4bcd-b20b-4f5baf858ef6 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 944 time: 0.0869691 Sep 15 13:39:30.746008 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2800a237-6d71-4191-90de-447e8c764f0e req-226b35b2-c7b6-4db2-a8f8-f55f5f02aeb3 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Sep 15 13:39:30.776984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-8e298311-cb59-48bf-89bb-2756dfbc6c5f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:30.778790 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-8e298311-cb59-48bf-89bb-2756dfbc6c5f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.1573033 Sep 15 13:39:30.797839 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-f4a785f1-b5d3-4494-aec9-c2e1e4d7bc1f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/quotas/372158c796884fcfabef7df4e97a9945 HTTP/1.1" status: 200 len: 375 time: 0.0123696 Sep 15 13:39:30.886414 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-498b0e1f-d7be-4c26-a3db-3b4ec375b013 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819831 Sep 15 13:39:31.036015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-b87c1930-66de-4acc-8546-0293e28ffa04 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390519 Sep 15 13:39:31.180682 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-94a4b05d-1bfc-4223-a26f-d7b9e48cacb3 service neutron] 10.222.0.22 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409807 Sep 15 13:39:31.498727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ef8f17ec-dc85-47b7-a4e2-e0fad29405c9 req-612690dd-30e3-44a2-9a18-7754a47eb8e6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 210 time: 0.0495191 Sep 15 13:39:31.518395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d3435-f740-4546-811d-80d87994a917 req-ef169579-ebc4-4995-82f7-caab0290770d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:31.523278 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879d3435-f740-4546-811d-80d87994a917 req-ef169579-ebc4-4995-82f7-caab0290770d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0977025 Sep 15 13:39:31.576238 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879d3435-f740-4546-811d-80d87994a917 req-269dedc2-53ba-49e6-883c-aba153c4429f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Sep 15 13:39:31.952168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2a94d-33e6-4c34-bd32-786dc04c9aad req-9aa78b53-8e11-4427-a927-8818fb68d834 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:31.954601 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-09d2a94d-33e6-4c34-bd32-786dc04c9aad req-9aa78b53-8e11-4427-a927-8818fb68d834 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 944 time: 0.0868227 Sep 15 13:39:32.003865 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-09d2a94d-33e6-4c34-bd32-786dc04c9aad req-b0c26d98-158d-4f4c-b3b2-a662a830d831 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Sep 15 13:39:32.669733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:39:32.755025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:39:32.760430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:39:32.761038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:32.883740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971a107-587e-43d4-a0b7-943fa9b3e346 req-4a9c009b-fe95-41d1-95a6-d68dbd008fb0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:32.892263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8971a107-587e-43d4-a0b7-943fa9b3e346 req-4a9c009b-fe95-41d1-95a6-d68dbd008fb0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1436968 Sep 15 13:39:32.919607 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1384cb77-b7df-4ed9-8a39-ca5d36cc5b10 req-0812a327-271a-4e1c-a0fa-3e11f687f6e2 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 210 time: 0.1041906 Sep 15 13:39:32.955931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:32.976770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-38417f52-299b-4210-926f-d56ecbb19a2b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:32.978473 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-38417f52-299b-4210-926f-d56ecbb19a2b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 815 time: 0.4757900 Sep 15 13:39:32.983305 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8971a107-587e-43d4-a0b7-943fa9b3e346 req-23649904-30e0-442f-bcdc-c1cdc728e88e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 Sep 15 13:39:32.995678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:33.005570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Request body: {'port': {'device_id': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'admin_state_up': True, 'tenant_id': '372158c796884fcfabef7df4e97a9945'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:33.027200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:33.031928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:33.034512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:33.147405 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9', 'code': 200} Sep 15 13:39:33.148367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:33.151990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:33.233667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:33.244914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:33.256586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Made reservation on behalf of 372158c796884fcfabef7df4e97a9945 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:33.262181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:33.279747 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302240df-a518-4ef2-9e3d-af16e0d2a968 req-048dbc13-9c5a-4503-baaa-51f643aaee17 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:33.289217 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-302240df-a518-4ef2-9e3d-af16e0d2a968 req-048dbc13-9c5a-4503-baaa-51f643aaee17 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.1102028 Sep 15 13:39:33.342889 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-302240df-a518-4ef2-9e3d-af16e0d2a968 req-fa0862ad-b036-4e32-b960-b4f707183920 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521972 Sep 15 13:39:33.426599 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb72cfe2-8722-47f6-81b8-56b0d175fdbc req-fb536e2f-975f-4cfd-8fed-11396621fd1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 1098 time: 0.0795054 Sep 15 13:39:33.450787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Allocated IP 172.20.0.3 (4d501208-c7b9-42fa-b796-60bafd4bf20e/ba66dfa9-f681-46b7-8843-d76c0f94b520/d720190d-f038-475b-bb15-e3e780758cc0) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:33.472140 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb72cfe2-8722-47f6-81b8-56b0d175fdbc req-180f5385-7c98-4025-babd-f594a1bf6f7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Sep 15 13:39:33.664596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:33.692397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:33.698717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:33.703815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:33.779027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Network 4d501208-c7b9-42fa-b796-60bafd4bf20e is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:39:33.782734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:33.785291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event updated for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:33.787822 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:39:33.818234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:33.851290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:33.851887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:33.876339 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-ce1236ee-eb86-47ea-9cef-1cce4c4d62b9 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8750579 Sep 15 13:39:33.889237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Request body: {'port': {'device_id': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:34.004773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.161151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830df73-f4dc-439e-a1ed-822566ca2a71 req-56af4a09-a7f0-4fcc-bcd6-8605a63e0d1e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:34.163069 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8830df73-f4dc-439e-a1ed-822566ca2a71 req-56af4a09-a7f0-4fcc-bcd6-8605a63e0d1e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 931 time: 0.0875847 Sep 15 13:39:34.216934 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8830df73-f4dc-439e-a1ed-822566ca2a71 req-902e5d7d-eac4-4cd3-8eb7-cbfdebbce04f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Sep 15 13:39:34.384653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784f61b-6fe9-41fd-973a-a9910d4c88f2 req-d60386dd-3a67-47ad-ac4f-351701acaca3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:34.386486 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9784f61b-6fe9-41fd-973a-a9910d4c88f2 req-d60386dd-3a67-47ad-ac4f-351701acaca3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.2594948 Sep 15 13:39:34.508412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d720190d-f038-475b-bb15-e3e780758cc0 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:34.516388 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9784f61b-6fe9-41fd-973a-a9910d4c88f2 req-409ebcad-1afa-45c8-a0d9-ecbd876dff4a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196222 Sep 15 13:39:34.518668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.536197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Transition to ACTIVE for port object d720190d-f038-475b-bb15-e3e780758cc0 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:39:34.539494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.544899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:34.615323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6aba5-ca9f-4765-aa97-3daef62226b5 req-c7dea057-07da-4154-b161-e58875299d35 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:34.621105 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ed6aba5-ca9f-4765-aa97-3daef62226b5 req-c7dea057-07da-4154-b161-e58875299d35 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.0951231 Sep 15 13:39:34.671227 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ed6aba5-ca9f-4765-aa97-3daef62226b5 req-fd0e123e-6423-4857-9c5e-7877e141d0c8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Sep 15 13:39:34.674572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Pushing event updated for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:34.678781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:34.781990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Attempting to bind port d720190d-f038-475b-bb15-e3e780758cc0 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:39:34.782409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Attempting to bind port d720190d-f038-475b-bb15-e3e780758cc0 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:39:34.782812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Attempting to bind port d720190d-f038-475b-bb15-e3e780758cc0 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:34.790329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Port d720190d-f038-475b-bb15-e3e780758cc0 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:39:34.790651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Attempting to bind port d720190d-f038-475b-bb15-e3e780758cc0 on network 4d501208-c7b9-42fa-b796-60bafd4bf20e {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:34.797666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:39:34.798035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Checking segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:34.798473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Bound using segment: {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:39:34.798975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Bound port: d720190d-f038-475b-bb15-e3e780758cc0, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e04e56-4fc0-4a26-bc9c-8726834b85a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:39:34.799356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.893676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:39:34.896783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d720190d-f038-475b-bb15-e3e780758cc0,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:39:34.900360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.904775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d816664c-c77e-4409-a72b-8da7f23be5db tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:34.970378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:34.971871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] 10.222.0.39 "PUT /v2.0/ports/d720190d-f038-475b-bb15-e3e780758cc0 HTTP/1.1" status: 200 len: 1093 time: 1.0870016 Sep 15 13:39:34.972390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:34.991295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Pushing event updated for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:34.994644 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:35.056420 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0', 'status': 'completed', 'code': 200} Sep 15 13:39:35.101618 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-899ff2b6-7bdb-4417-aa44-bd15ebbf0a05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 1096 time: 0.0798914 Sep 15 13:39:35.172732 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-f08d6799-3689-45cf-9e19-8fd52b35114f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d720190d-f038-475b-bb15-e3e780758cc0 HTTP/1.1" status: 200 len: 217 time: 0.0637810 Sep 15 13:39:35.248180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-953ba24c-bccc-4ea0-a101-d2451a56e7ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:35.249676 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-953ba24c-bccc-4ea0-a101-d2451a56e7ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.0687540 Sep 15 13:39:35.305503 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-684586c3-a122-4bad-adce-a199fb1bf810 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459011 Sep 15 13:39:35.511002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-9ea28a6f-39b4-4575-b257-5312dc98a52a service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965084 Sep 15 13:39:35.550117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215ddf5-4ea2-4719-bc5f-824092ef36e3 req-3a22c1a4-cfc6-4d22-92ca-fce97d2764ce tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:35.550894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c215ddf5-4ea2-4719-bc5f-824092ef36e3 req-3a22c1a4-cfc6-4d22-92ca-fce97d2764ce tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:35.644824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c215ddf5-4ea2-4719-bc5f-824092ef36e3 req-3a22c1a4-cfc6-4d22-92ca-fce97d2764ce tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:35.646097 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c215ddf5-4ea2-4719-bc5f-824092ef36e3 req-3a22c1a4-cfc6-4d22-92ca-fce97d2764ce tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 943 time: 0.2936697 Sep 15 13:39:35.709676 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6040bbd1-0e87-4d9e-a8b1-8d46f9504bc8 req-929fa88b-5834-487b-83f1-7f1cc2659a95 service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899898 Sep 15 13:39:35.725590 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c215ddf5-4ea2-4719-bc5f-824092ef36e3 req-25f3ed32-6fd1-4749-a261-6c857aeabf05 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685649 Sep 15 13:39:35.800491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807a05-5eda-478e-baa4-d4e632e42fae req-2d49729c-ed47-4875-a577-5097582bda46 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:35.802267 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf807a05-5eda-478e-baa4-d4e632e42fae req-2d49729c-ed47-4875-a577-5097582bda46 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1036527 Sep 15 13:39:35.858168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-c6eef7ac-6fb8-4ffd-8368-567eb8617398 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=372158c796884fcfabef7df4e97a9945&device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 1096 time: 0.0957050 Sep 15 13:39:35.862888 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf807a05-5eda-478e-baa4-d4e632e42fae req-2f459f6d-5e66-4641-848a-449e35088389 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Sep 15 13:39:35.949400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51408) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:36.077162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5dae-6969-4509-9146-9529f623576e req-98c73ff0-9bb7-494b-ab60-6cdd4d96a381 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:36.078774 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2eae5dae-6969-4509-9146-9529f623576e req-98c73ff0-9bb7-494b-ab60-6cdd4d96a381 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.2148843 Sep 15 13:39:36.081979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-920999ed-4c56-4f83-a62f-46bae9541587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:36.083456 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-920999ed-4c56-4f83-a62f-46bae9541587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 200 len: 916 time: 0.1855035 Sep 15 13:39:36.141218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.181265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:36.185591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Usage tracker for resource:security_group_rule and tenant:498f6ba02a8b4a2e9f232bf210002bc1 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:36.189190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:36.196121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:36.274247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.278107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.315358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b2e19b29-2e0e-4b48-9093-a82e351f4810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:36.380570 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=498f6ba02a8b4a2e9f232bf210002bc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295452 Sep 15 13:39:36.389778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51416) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:36.394389 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-bf9dce41-07a1-4e5a-bfc5-7c66006f40f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d720190d-f038-475b-bb15-e3e780758cc0 HTTP/1.1" status: 200 len: 217 time: 0.2878664 Sep 15 13:39:36.414812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c5839-023f-41f4-9f77-423350eb707e,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:36.424189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:36.439791 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2eae5dae-6969-4509-9146-9529f623576e req-a183e584-5654-411c-b628-db45698c99f9 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532848 Sep 15 13:39:36.472758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-295bb5c3-515b-4866-98b7-6468c1a68d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:36.474634 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-295bb5c3-515b-4866-98b7-6468c1a68d86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 200 len: 855 time: 0.0715330 Sep 15 13:39:36.477018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c1d9834f-22ee-4d43-8e8b-679f9895db9c req-71f6372e-936c-4a19-87f2-d420726a759b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 1099 time: 0.1905499 Sep 15 13:39:36.491318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.538455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.549896 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-fc9ff7d5-32c9-4049-8398-dc2f5c3c0ebe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d501208-c7b9-42fa-b796-60bafd4bf20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463824 Sep 15 13:39:36.576266 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c1d9834f-22ee-4d43-8e8b-679f9895db9c req-89109a79-1bb2-477d-a3ec-4cd6e0449741 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705686 Sep 15 13:39:36.603968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.609308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ac7c96e2-258d-4e45-bbb8-10d9ac72b6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:36.625264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:36.629107 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/148c5839-023f-41f4-9f77-423350eb707e HTTP/1.1" status: 204 len: 168 time: 0.2349176 Sep 15 13:39:36.629107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c5839-023f-41f4-9f77-423350eb707e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:36.630230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:36.715866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-bd6aa31d-0d63-442f-8961-12772d5b770d service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582434 Sep 15 13:39:37.061746 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0c41371f-bc53-425b-9af4-b40859b9a980 req-0c6e52ce-934f-47f7-989c-4f82a57304de service neutron] 10.222.0.39 "GET /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211597 Sep 15 13:39:37.067906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51438) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:37.074157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5c0b4-4178-49c6-a65b-c4574ae897de req-27a8a464-6dbe-4513-b3c3-fc48574e2627 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:37.077215 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91f5c0b4-4178-49c6-a65b-c4574ae897de req-27a8a464-6dbe-4513-b3c3-fc48574e2627 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 943 time: 0.2087169 Sep 15 13:39:37.123114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.146303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff2c7f-cc55-4b36-bc5c-d00ae5a67b56 req-3ddc38a4-b5fd-474f-9138-e82703e4b4cc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:37.147892 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b0ff2c7f-cc55-4b36-bc5c-d00ae5a67b56 req-3ddc38a4-b5fd-474f-9138-e82703e4b4cc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0897837 Sep 15 13:39:37.168702 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91f5c0b4-4178-49c6-a65b-c4574ae897de req-51d08842-5aaf-4164-bd4d-f0c7a640a549 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731289 Sep 15 13:39:37.178732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:37.183165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Usage tracker for resource:security_group_rule and tenant:b33374fa7edc490a8bd338f2fc9127f3 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:37.191341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:37.198353 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b0ff2c7f-cc55-4b36-bc5c-d00ae5a67b56 req-693aaddc-84af-4de5-b033-3ff0f32a9f06 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Sep 15 13:39:37.199335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:37.280361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.283069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.344550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-95e4138c-d1dd-4620-9421-1a8efd41ecfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:37.356424 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b33374fa7edc490a8bd338f2fc9127f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2738817 Sep 15 13:39:37.356880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51446) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:37.384086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756a3ee4-da1a-4060-a609-ab0c7534048f,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:37.384086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:37.425784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.453159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.497658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.503370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-34afc150-9677-4f55-a19f-fefab0d4c8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:37.516354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a3ee4-da1a-4060-a609-ab0c7534048f,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:37.519664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:37.522138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:37.524767 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/756a3ee4-da1a-4060-a609-ab0c7534048f HTTP/1.1" status: 204 len: 168 time: 0.1667807 Sep 15 13:39:37.805198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d0ef6-9a88-4381-9cd5-56f1eaac0ced req-79c5c7a0-9610-445d-8560-185fca698ffa tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:37.806775 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae5d0ef6-9a88-4381-9cd5-56f1eaac0ced req-79c5c7a0-9610-445d-8560-185fca698ffa tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.0910428 Sep 15 13:39:37.857909 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae5d0ef6-9a88-4381-9cd5-56f1eaac0ced req-3e38a415-0bce-4f85-9918-f29b86310c10 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Sep 15 13:39:38.399135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e9cb0-eb5d-4967-9498-e7b5f205d379 req-82e365c6-05a9-45ad-a376-c001a3ba9977 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:38.400726 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-075e9cb0-eb5d-4967-9498-e7b5f205d379 req-82e365c6-05a9-45ad-a376-c001a3ba9977 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 943 time: 0.0970762 Sep 15 13:39:38.433241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0de38-d800-4778-8b5a-0dbb17dcabe7 req-1e841979-6ffb-4e0e-b895-ba13dc497f0f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:38.434897 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1eb0de38-d800-4778-8b5a-0dbb17dcabe7 req-1e841979-6ffb-4e0e-b895-ba13dc497f0f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0956080 Sep 15 13:39:38.455641 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-075e9cb0-eb5d-4967-9498-e7b5f205d379 req-3ab64f43-4f8c-457d-9ecd-cab5a1999aa3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Sep 15 13:39:38.486782 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1eb0de38-d800-4778-8b5a-0dbb17dcabe7 req-d79d8e7a-1cca-4335-8b57-d8d4ced01bec tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Sep 15 13:39:38.686086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d720190d-f038-475b-bb15-e3e780758cc0 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:39:38.696698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e443d7-6faa-4ddb-9385-8861cff2754e req-d5229910-fc28-4aa6-a5cb-5974e95447a6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:38.698434 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19e443d7-6faa-4ddb-9385-8861cff2754e req-d5229910-fc28-4aa6-a5cb-5974e95447a6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0873702 Sep 15 13:39:38.749989 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19e443d7-6faa-4ddb-9385-8861cff2754e req-6107dfc9-9acb-4c76-9282-02a938944257 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Sep 15 13:39:38.844515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d720190d-f038-475b-bb15-e3e780758cc0,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:38.859748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'd720190d-f038-475b-bb15-e3e780758cc0', 'network_id': '4d501208-c7b9-42fa-b796-60bafd4bf20e', 'port_id': 'd720190d-f038-475b-bb15-e3e780758cc0', 'mac_address': 'fa:16:3e:ad:12:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba66dfa9-f681-46b7-8843-d76c0f94b520', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:39:38.924254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:38.944029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d720190d-f038-475b-bb15-e3e780758cc0 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:38.961586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d720190d-f038-475b-bb15-e3e780758cc0,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:38.965044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:38.967274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b0b09625-4f33-4188-8cce-fd78a03ec8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:39.052931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:39.057340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:39.108926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0831-5800-4f03-8e31-70fa5fbd1e04 req-43375632-a383-4365-993a-bd2d386d2c74 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:39.111663 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-31ab0831-5800-4f03-8e31-70fa5fbd1e04 req-43375632-a383-4365-993a-bd2d386d2c74 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.1149151 Sep 15 13:39:39.176993 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-31ab0831-5800-4f03-8e31-70fa5fbd1e04 req-b7d36475-fbdf-4dca-912f-9b4cf0bb8143 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Sep 15 13:39:39.442491 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-9747f33a-03b3-4364-aa74-ef8fbab5d19b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755589 Sep 15 13:39:39.474373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['d720190d-f038-475b-bb15-e3e780758cc0'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:39.556147 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-295c91e1-259c-49ca-a19f-02740ea9d2ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.0822923 Sep 15 13:39:39.809342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-533df966-2d2b-4d71-bdf4-a9cce040dd80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:39.810953 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-533df966-2d2b-4d71-bdf4-a9cce040dd80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.2169142 Sep 15 13:39:39.886906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4134-f9f8-4bc4-8691-8e1c05302473 req-09855bb4-ce95-4e52-b6c5-88bb98c031bb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:39.889727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dc9f4134-f9f8-4bc4-8691-8e1c05302473 req-09855bb4-ce95-4e52-b6c5-88bb98c031bb tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 944 time: 0.2679818 Sep 15 13:39:39.926137 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-693d527b-0ac2-4338-9658-d62ea504fbd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.1063070 Sep 15 13:39:39.990245 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dc9f4134-f9f8-4bc4-8691-8e1c05302473 req-7fc59d04-11d5-46e2-bcdf-bbdcb08b8d4e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941067 Sep 15 13:39:40.024022 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-aaf50a9b-93ae-4f05-8d34-14000186722d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:40.025580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-aaf50a9b-93ae-4f05-8d34-14000186722d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.0782120 Sep 15 13:39:40.077782 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-5b1b9b63-2ed4-41c3-8ee6-070cd9d8d8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437949 Sep 15 13:39:40.094413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8a0fa0fe-02a5-446c-9358-72435f0a9101 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:40.096636 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8a0fa0fe-02a5-446c-9358-72435f0a9101 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.0974712 Sep 15 13:39:40.173862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Deleting port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:39:40.174242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.222655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51544) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:40.238857 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-09d7e672-e1c2-4058-955a-e37cf8553cd8 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533878 Sep 15 13:39:40.456833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.473873 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85502382-2316-4af2-9e2b-2e2f2c63136d req-c1bb5b9d-a3c0-4b70-9f7f-c1a039bf3eab service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265587 Sep 15 13:39:40.502367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:40.506587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Usage tracker for resource:security_group_rule and tenant:cd65c83646a74a7b861315f2b3523264 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:40.510312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:40.518528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:40.542141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] For port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:40.542556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.588977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.591843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.599644 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf144cf8-ea98-4b55-811b-fb94c8fecfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:40.616661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1260-b234-4fab-b1f5-7decafae9c24 req-c6e2f5e5-248c-43e2-9824-1d487b0d1fde tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:40.618260 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdea1260-b234-4fab-b1f5-7decafae9c24 req-c6e2f5e5-248c-43e2-9824-1d487b0d1fde tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 945 time: 0.3024001 Sep 15 13:39:40.644264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495560fa-1448-4372-acc5-273fdc7b8d5b,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:40.653578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd65c83646a74a7b861315f2b3523264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295933 Sep 15 13:39:40.654704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:40.656175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51556) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:40.687259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Calling delete_port for 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:39:40.721137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.765146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.792632 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdea1260-b234-4fab-b1f5-7decafae9c24 req-dcd1754b-272b-40f1-afd5-00f4580b8c5e tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766428 Sep 15 13:39:40.865680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.909315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8d5acc60-4908-4cbe-8708-20eb87603857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:40.936476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495560fa-1448-4372-acc5-273fdc7b8d5b,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:40.942715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:40.964979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:40.968757 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/495560fa-1448-4372-acc5-273fdc7b8d5b HTTP/1.1" status: 204 len: 168 time: 0.3090773 Sep 15 13:39:41.014503 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c51cb-9981-475b-9569-c3d177690b2a req-7f925c16-6431-408e-8379-da562bbfa454 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:41.018339 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ea5c51cb-9981-475b-9569-c3d177690b2a req-7f925c16-6431-408e-8379-da562bbfa454 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1578946 Sep 15 13:39:41.032335 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-b5745aed-4746-4b58-b764-2500df979ef9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.2112300 Sep 15 13:39:41.105745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.119268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:41.130183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['79cb01fc-0218-46ae-9e95-deb6b61f3ac9'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:41.241885 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ea5c51cb-9981-475b-9569-c3d177690b2a req-049b7053-5068-4b4c-bbcf-ac104798e003 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062814 Sep 15 13:39:41.265736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Pushing event deleted for resources: {'Port': ['ID=79cb01fc-0218-46ae-9e95-deb6b61f3ac9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:41.268094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:41.299646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-fd9c0929-6274-403f-946b-545ff7604f62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:41.301886 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-fd9c0929-6274-403f-946b-545ff7604f62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.2441258 Sep 15 13:39:41.306788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] No DVR routers for this DVR port 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:39:41.311132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.313590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'name': 'network-vif-deleted', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:41.356646 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9de36724-1315-4992-9eb8-1822f9fb1363 req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "DELETE /v2.0/ports/79cb01fc-0218-46ae-9e95-deb6b61f3ac9 HTTP/1.1" status: 204 len: 173 time: 1.2529120 Sep 15 13:39:41.381929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90281d7-481c-46dd-b7bd-fe767c4f6ddf req-98f51048-7445-496b-b83b-0ae3060149ed tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:41.389469 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a90281d7-481c-46dd-b7bd-fe767c4f6ddf req-98f51048-7445-496b-b83b-0ae3060149ed tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 944 time: 0.2212207 Sep 15 13:39:41.392597 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b174a-0471-492c-98c9-547cd5a7c58f', 'name': 'network-vif-deleted', 'tag': '79cb01fc-0218-46ae-9e95-deb6b61f3ac9', 'status': 'completed', 'code': 200} Sep 15 13:39:41.431216 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-d2018884-d350-48a6-b354-7fdcd86a585f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.1203210 Sep 15 13:39:41.437111 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a90281d7-481c-46dd-b7bd-fe767c4f6ddf req-d1703f91-2f7d-45f1-9dfd-962ec501cecc tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Sep 15 13:39:41.476483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51574) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:41.501497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.514230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-94eb9b6c-216d-40a1-945a-7d294b886e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:41.515829 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-94eb9b6c-216d-40a1-945a-7d294b886e13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.0733249 Sep 15 13:39:41.537678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:41.542119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:9957c17647034a9194833d7d18c60cae is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:41.545141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:41.552277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:41.583250 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-61d8d01a-b851-422a-8448-547bf348d7c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451269 Sep 15 13:39:41.623120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.627506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.635894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:41.655126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.681372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31393e80-af8b-41a7-ad5d-7b3b161444e9,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:41.684648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:41.689447 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9957c17647034a9194833d7d18c60cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2093585 Sep 15 13:39:41.690156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51580) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:41.738874 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-5c52b2d7-4a56-49f0-872f-1695195d4711 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469827 Sep 15 13:39:41.752746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.780219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.830321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.836512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-de79d9ee-2a23-4911-a485-d684844da5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:41.849934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31393e80-af8b-41a7-ad5d-7b3b161444e9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:41.852721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:41.853900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:41.855136 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31393e80-af8b-41a7-ad5d-7b3b161444e9 HTTP/1.1" status: 204 len: 168 time: 0.1644380 Sep 15 13:39:41.906415 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c48724f8-b745-4bef-b26a-4864e195eb8a req-821c3ff4-67ab-4002-a0f3-7c3221b4ffaf service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433342 Sep 15 13:39:42.000307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-acff2ef8-caf1-4f59-946e-639b2ed6cc9e req-a56b5b89-4656-47bf-bc46-b466fb422173 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Synchronizing usage tracker for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:42.036580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-acff2ef8-caf1-4f59-946e-639b2ed6cc9e req-a56b5b89-4656-47bf-bc46-b466fb422173 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Unset dirty status for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:42.038148 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-acff2ef8-caf1-4f59-946e-639b2ed6cc9e req-a56b5b89-4656-47bf-bc46-b466fb422173 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b8b174a-0471-492c-98c9-547cd5a7c58f HTTP/1.1" status: 200 len: 210 time: 0.0839899 Sep 15 13:39:42.452589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ebd19-19db-4701-b5eb-f1d15611ccec req-4dfba4d3-bebb-47da-9aa3-e0e2bfddaa7f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:42.454168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-591ebd19-19db-4701-b5eb-f1d15611ccec req-4dfba4d3-bebb-47da-9aa3-e0e2bfddaa7f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0831711 Sep 15 13:39:42.506075 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-591ebd19-19db-4701-b5eb-f1d15611ccec req-ea4b04f7-44c0-4631-b5c4-f7756de10c5d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Sep 15 13:39:42.646260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26378e9-a6e6-4ab5-814e-71469c9a045e req-b6433a9b-9041-40bb-8135-9924f03827a3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:42.647891 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a26378e9-a6e6-4ab5-814e-71469c9a045e req-b6433a9b-9041-40bb-8135-9924f03827a3 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 944 time: 0.0839458 Sep 15 13:39:42.699423 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a26378e9-a6e6-4ab5-814e-71469c9a045e req-26ea177e-f531-49c2-acd2-2c5bf77691df tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Sep 15 13:39:42.705475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d720190d-f038-475b-bb15-e3e780758cc0 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:39:42.777498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port d720190d-f038-475b-bb15-e3e780758cc0 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:39:42.784211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port d720190d-f038-475b-bb15-e3e780758cc0 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:39:42.784637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:42.812232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51618) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:42.909859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:42.937592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:42.948234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d720190d-f038-475b-bb15-e3e780758cc0,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:42.952355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:42.953257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:39:42.965047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349316718-network', 'tenant_id': 'c39356c98374433db4dbfd0fd6fcab0d'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:42.970315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:42.974373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Usage tracker for resource:network and tenant:c39356c98374433db4dbfd0fd6fcab0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:42.977511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:42.982514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:42.984394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:42.994619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Made reservation on behalf of c39356c98374433db4dbfd0fd6fcab0d for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:42.999328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.013841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.019994 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0', 'code': 200} Sep 15 13:39:43.025152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:39:43.025411 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 79cb01fc-0218-46ae-9e95-deb6b61f3ac9 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:39:43.053242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:43.057627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c39356c98374433db4dbfd0fd6fcab0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:43.061033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:43.068113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:43.183429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.187111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.192327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ed5237ed-376e-40f7-a4a6-278cee9108cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:43.208649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:43.212110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:43.228309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:39:43.238255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d23c7-a411-4803-b0c1-b141ee518171,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:43.242467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:43.245698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.246093 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Added segment 62f76744-2945-487e-9efa-4985f69576b5 of type vlan for network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 Sep 15 13:39:43.275580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.311153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.312787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:43.313433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.321222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-820d0a65-b8db-47a5-b4c6-1db7ae96c59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:43.326254 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6adf70e9-904f-40ba-a4a6-72aa913af03c req-a032fba5-d827-432c-a607-dc26ddb1da98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 1098 time: 0.1245978 Sep 15 13:39:43.397018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6adf70e9-904f-40ba-a4a6-72aa913af03c req-9f7a3467-00ff-4e25-91bb-957c36201789 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578699 Sep 15 13:39:43.488277 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6747315 Sep 15 13:39:43.491523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51646) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:43.492841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2093daeb-a3af-4af2-be3d-7c2ca48c3302,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:43.498226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Request body: {'subnet': {'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349316718-subnet', 'tenant_id': 'c39356c98374433db4dbfd0fd6fcab0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:43.505130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:43.505498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:39:43.507328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:43.509373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Usage tracker for resource:subnet and tenant:c39356c98374433db4dbfd0fd6fcab0d is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:43.512413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:43.518700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:43.532204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Made reservation on behalf of c39356c98374433db4dbfd0fd6fcab0d for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:43.537868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1367423'] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:43.641778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-05b12827-8b95-414d-acfc-7ec604a9c111 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:43.643743 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-05b12827-8b95-414d-acfc-7ec604a9c111 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 809 time: 0.1949351 Sep 15 13:39:43.664429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-7cde6a2d-a6fe-4da1-af32-4a17d986e8ff tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/quotas/1044e097a7c24712bddadff4bf668573 HTTP/1.1" status: 200 len: 375 time: 0.0143640 Sep 15 13:39:43.730818 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fbeff352-8468-45f6-a3ca-b89ed8e81e2c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593996 Sep 15 13:39:43.888370 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-b9d63b70-806e-4b17-a5b2-f61a15f82d84 service neutron] 10.222.0.22 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465523 Sep 15 13:39:43.940995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb05e-ea8f-4463-9567-f8e215c619c2 req-8b3e065f-d06a-4fc5-b7d9-0b409ea2b53d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:43.942649 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e68cb05e-ea8f-4463-9567-f8e215c619c2 req-8b3e065f-d06a-4fc5-b7d9-0b409ea2b53d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1161990 Sep 15 13:39:44.052617 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-6fbdc123-c187-46b6-be9b-23a2ba1539fe service neutron] 10.222.0.22 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559465 Sep 15 13:39:44.058018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e68cb05e-ea8f-4463-9567-f8e215c619c2 req-c8d75b82-185b-4eb5-9001-4ceae8a6e579 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805860 Sep 15 13:39:44.078028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1432857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1367406'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:44.083317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:44.164416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Pushing event updated for resources: {'Subnet': ['ID=004bd1a9-2d7b-4850-aff4-4042bde86cf1,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:44.168008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:44.175597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Checking segment: {'id': '62f76744-2945-487e-9efa-4985f69576b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:44.176322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Network hostable DHCP agents. Network: 2093daeb-a3af-4af2-be3d-7c2ca48c3302, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:39:44.246456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:39:44.257310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 2093daeb-a3af-4af2-be3d-7c2ca48c3302) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:44.264060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:44.264716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:44.269538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c21fa0-4472-4057-8101-8d2f09912ef1 None None] Network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:44.321733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48240-f750-4360-9519-897f63db0cf6 req-cb21064a-eb0d-44be-a5c3-20f11c70e197 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:44.329551 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f4c48240-f750-4360-9519-897f63db0cf6 req-cb21064a-eb0d-44be-a5c3-20f11c70e197 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.1410263 Sep 15 13:39:44.352785 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-32dd6c22-1d26-49b6-bf32-c7b33096339f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8558762 Sep 15 13:39:44.409222 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f4c48240-f750-4360-9519-897f63db0cf6 req-29869739-9aee-4a72-a191-a8755b8830b5 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Sep 15 13:39:44.490188 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b149533f-6062-4029-b715-96ddcf63ac8f req-61f6a115-8e50-4595-9302-7ecb97640431 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 210 time: 0.0743229 Sep 15 13:39:44.547888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cbb8c-5c80-4509-a374-72528358381b None None] Network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:45.124097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c648d818-cde0-497e-ba24-5588f776c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.310117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38d41-5ef1-4cfe-a0e3-7f6bd21dd342 req-3a57aa7e-d33d-4fb3-955a-1104ddb07e6f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:45.311740 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a1c38d41-5ef1-4cfe-a0e3-7f6bd21dd342 req-3a57aa7e-d33d-4fb3-955a-1104ddb07e6f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0905676 Sep 15 13:39:45.364978 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a1c38d41-5ef1-4cfe-a0e3-7f6bd21dd342 req-05c96fd0-3a29-43d4-9340-1c4b9f9b384e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Sep 15 13:39:45.443095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:39:45.510138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51704) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:45.516720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21664765-network', 'tenant_id': '23b33dee66ce49c092248559ce726c89'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:45.522006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:45.528108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Usage tracker for resource:network and tenant:23b33dee66ce49c092248559ce726c89 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:45.568454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:45.580997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:45.595176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Made reservation on behalf of 23b33dee66ce49c092248559ce726c89 for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:45.600349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.622181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.656798 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e3cea3e8-7bfb-420a-9eb3-90e820af7ce4 req-428d9f44-b2f6-4ba0-8e89-27a023ddef5b tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 210 time: 0.0492637 Sep 15 13:39:45.659940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d514d9-9f8d-48a9-bc5a-7b7c12c49f68 req-6d611c48-9c87-4714-b7ef-ac564227ed7a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:45.661535 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-22d514d9-9f8d-48a9-bc5a-7b7c12c49f68 req-6d611c48-9c87-4714-b7ef-ac564227ed7a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.1354754 Sep 15 13:39:45.696135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:45.703001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:23b33dee66ce49c092248559ce726c89 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:45.712938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:45.723106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:45.739318 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-22d514d9-9f8d-48a9-bc5a-7b7c12c49f68 req-f85f64ee-705a-4a17-9e4f-8910fa6403e0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701809 Sep 15 13:39:45.801135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.805235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.809478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:45.840275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:39:45.855223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1981c-444a-4478-9202-4d4e02d2fd73,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:45.859596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:45.860579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.861550 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Added segment 24ea994f-dc59-4e62-8170-beddf619c4b6 of type vlan for network 1c91beaf-3dd1-4867-a12e-d80d93502704 Sep 15 13:39:45.912176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-eb0bf63c-2811-42d0-a7bc-87ba66a07396 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:45.914134 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-eb0bf63c-2811-42d0-a7bc-87ba66a07396 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 809 time: 0.1806431 Sep 15 13:39:45.916009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.934252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Request body: {'port': {'device_id': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540', 'admin_state_up': True, 'tenant_id': '1044e097a7c24712bddadff4bf668573'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:45.951688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.953475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:45.954126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:45.960606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:46.070969 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5595369 Sep 15 13:39:46.072378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1c91beaf-3dd1-4867-a12e-d80d93502704,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:46.074737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51718) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:46.077668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:46.081807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Request body: {'subnet': {'network_id': '1c91beaf-3dd1-4867-a12e-d80d93502704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21664765-subnet', 'tenant_id': '23b33dee66ce49c092248559ce726c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:46.085511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 1c91beaf-3dd1-4867-a12e-d80d93502704 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:39:46.086982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:46.091050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Usage tracker for resource:subnet and tenant:23b33dee66ce49c092248559ce726c89 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:46.094744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:46.111860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:46.115446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:46.126901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:46.144331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Made reservation on behalf of 23b33dee66ce49c092248559ce726c89 for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:46.151506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.159618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Made reservation on behalf of 1044e097a7c24712bddadff4bf668573 for: {'port': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:46.171090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.445457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.445457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7b44a19d-1160-4918-b22c-aaaa64803a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:46.485384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Allocated IP 172.20.0.14 (7d5c7420-57c3-49e1-8c63-a39d1837c540/35b1eff6-6693-496a-a489-7e82747c35c4/07f1d5e9-a5ef-42af-8c17-2ca00def8876) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:46.554264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.579362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf0f596-33aa-495f-9994-9696cddeeaf9,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:46.588297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:46.605904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Checking segment: {'id': '24ea994f-dc59-4e62-8170-beddf619c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1c91beaf-3dd1-4867-a12e-d80d93502704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:46.606326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Network hostable DHCP agents. Network: 1c91beaf-3dd1-4867-a12e-d80d93502704, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:39:46.655199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575eecf-b572-48d1-9786-7b3b42e60688 req-7b9649c3-8b50-4639-b5e4-9a57f68f8e71 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:46.656910 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e575eecf-b572-48d1-9786-7b3b42e60688 req-7b9649c3-8b50-4639-b5e4-9a57f68f8e71 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1146290 Sep 15 13:39:46.658096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Network 1c91beaf-3dd1-4867-a12e-d80d93502704 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:39:46.687264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 1c91beaf-3dd1-4867-a12e-d80d93502704) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:46.695870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:46.696743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.707770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c1672-842d-4749-a908-78b7627e9757 None None] Network 1c91beaf-3dd1-4867-a12e-d80d93502704 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:46.739456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.743211 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ec843037-28b9-43d9-93da-eaef63f36421 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6674707 Sep 15 13:39:46.758121 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e575eecf-b572-48d1-9786-7b3b42e60688 req-dbefa678-efcb-4365-b48f-46a1ae8d385c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928233 Sep 15 13:39:46.769961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:46.777221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13bb53d2-24ce-4d4d-b684-033be08e2bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:46.921989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Network 7d5c7420-57c3-49e1-8c63-a39d1837c540 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:39:46.933803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:46.937400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:39:46.974564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Pushing event updated for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:46.977551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:47.023204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8ed09-fbfd-4aaf-a288-9697e01b064a None None] Network 1c91beaf-3dd1-4867-a12e-d80d93502704 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:47.039221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:47.039900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.078320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4c2b-993f-400d-9d6a-dba820549a0d req-5ca99c72-e489-4d7d-aee0-2a27696e9c9e tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:47.088979 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-644f4c2b-993f-400d-9d6a-dba820549a0d req-5ca99c72-e489-4d7d-aee0-2a27696e9c9e tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 932 time: 0.2321935 Sep 15 13:39:47.149845 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2199671 Sep 15 13:39:47.167565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Request body: {'port': {'device_id': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:47.283377 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-644f4c2b-993f-400d-9d6a-dba820549a0d req-61d29eaa-6d25-4a63-8298-af72a51a7cfd tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928849 Sep 15 13:39:47.301479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.551777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5673cc3b-5fb3-4305-bc90-d2b5aa7f9bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.609332 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-b1a4f31c-5764-4fec-b403-be8dd3150cf3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:47.610238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-b1a4f31c-5764-4fec-b403-be8dd3150cf3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Synchronizing usage tracker for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:network {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:47.627777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-b1a4f31c-5764-4fec-b403-be8dd3150cf3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Unset dirty status for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:network {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:47.629324 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-b1a4f31c-5764-4fec-b403-be8dd3150cf3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/networks?id=2093daeb-a3af-4af2-be3d-7c2ca48c3302 HTTP/1.1" status: 200 len: 809 time: 0.1887710 Sep 15 13:39:47.646790 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-e32f9735-59fb-42b4-a1d5-bdfeb57fe30e tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/quotas/c39356c98374433db4dbfd0fd6fcab0d HTTP/1.1" status: 200 len: 375 time: 0.0117321 Sep 15 13:39:47.697692 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-89beec7f-05f9-467e-b195-2d4c60c08ab2 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c39356c98374433db4dbfd0fd6fcab0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450070 Sep 15 13:39:47.712437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f1d5e9-a5ef-42af-8c17-2ca00def8876 {{(pid=82340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:47.719739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.737786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Transition to ACTIVE for port object 07f1d5e9-a5ef-42af-8c17-2ca00def8876 will not be triggered until provisioned by entity L2. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:39:47.748143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.755353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:47.756538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:47.844089 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-29ed1994-f553-4c3e-9824-6633c89e0216 service neutron] 10.222.0.22 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375349 Sep 15 13:39:47.893755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:47.897615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:48.000421 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-86901c31-472b-4754-b1c2-95333e2053ce service neutron] 10.222.0.22 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479867 Sep 15 13:39:48.013279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Attempting to bind port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:39:48.013658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Attempting to bind port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:39:48.014025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Attempting to bind port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:48.020776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:39:48.021137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Attempting to bind port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 on network 7d5c7420-57c3-49e1-8c63-a39d1837c540 {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:48.027972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:39:48.028344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Checking segment: {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:48.028769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Bound using segment: {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'} {{(pid=82340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:39:48.029231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Bound port: 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1560a9d0-4577-4e54-a77b-0674b81f131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540'}}] {{(pid=82340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:39:48.029617 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:48.127705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, cleared binding levels {{(pid=82340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:39:48.132192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:39:48.139898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:48.145837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-98798593-23ef-4c43-8edc-e10dc527f823 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:48.232274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:48.233825 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] 10.222.0.39 "PUT /v2.0/ports/07f1d5e9-a5ef-42af-8c17-2ca00def8876 HTTP/1.1" status: 200 len: 1094 time: 1.0720253 Sep 15 13:39:48.234397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:48.252289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=3']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:48.255912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:48.367208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79a3dc-4444-4194-9999-3e49d3f076db req-ef0e5d8d-348e-4271-be1d-e62f8225ea46 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:48.368793 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7e79a3dc-4444-4194-9999-3e49d3f076db req-ef0e5d8d-348e-4271-be1d-e62f8225ea46 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1297333 Sep 15 13:39:48.411186 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-6b9accd5-fd60-44f8-88aa-e17474f78cdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 1097 time: 0.1300204 Sep 15 13:39:48.433394 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7e79a3dc-4444-4194-9999-3e49d3f076db req-7326b1e5-1a60-42f3-b0dc-d6e53cdcf2fb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 Sep 15 13:39:48.526886 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-88203787-4681-440d-a55e-6ee907d9e825 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876 HTTP/1.1" status: 200 len: 217 time: 0.0820160 Sep 15 13:39:48.619264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-ba7fd8dd-9549-4ce9-8bf8-edd882adc039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:48.621029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-ba7fd8dd-9549-4ce9-8bf8-edd882adc039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35b1eff6-6693-496a-a489-7e82747c35c4 HTTP/1.1" status: 200 len: 849 time: 0.0854483 Sep 15 13:39:48.692350 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-cd72f845-d5d1-43f1-b538-b1db3a14e493 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d5c7420-57c3-49e1-8c63-a39d1837c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578184 Sep 15 13:39:48.703703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d0022-d11b-41ed-8ba7-4716a0d110db req-2f1d495e-bd67-4433-89c9-8b2a5883f1a1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:48.705584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f7d0022-d11b-41ed-8ba7-4716a0d110db req-2f1d495e-bd67-4433-89c9-8b2a5883f1a1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1107721 Sep 15 13:39:48.783845 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f7d0022-d11b-41ed-8ba7-4716a0d110db req-51747c76-1c0e-4d09-8a60-ebbe47bedea8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709064 Sep 15 13:39:48.879384 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876', 'status': 'completed', 'code': 200} Sep 15 13:39:48.883847 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-0a185765-dae1-4565-b5c9-9281ccc9fbdf service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668456 Sep 15 13:39:49.103383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733f82-865e-4fa3-8c1e-b55892efef78 req-7ede1573-a135-46c8-96c4-6c4b1184624e tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:49.115775 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0733f82-865e-4fa3-8c1e-b55892efef78 req-7ede1573-a135-46c8-96c4-6c4b1184624e tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 944 time: 0.1263301 Sep 15 13:39:49.199254 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f88c794-33f4-4a4b-accb-1cc5e36a42bf req-7bf1bf2c-8a2a-422c-af8c-0451e2f09b2d tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 210 time: 0.2294874 Sep 15 13:39:49.211204 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0733f82-865e-4fa3-8c1e-b55892efef78 req-c672ebb5-dc82-4f1c-97c8-c49338f911c3 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980840 Sep 15 13:39:49.262316 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f0a556c0-0eda-40cf-8e08-a0ad2d7cd4da req-455ab3d3-5d48-4380-ac0b-280c9de752ca service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614857 Sep 15 13:39:49.298875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:49.432226 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-4979bc2d-2193-4527-b164-455c58b2393b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1044e097a7c24712bddadff4bf668573&device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 1097 time: 0.0772936 Sep 15 13:39:49.586904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-9d19b126-a3d9-40f1-a421-751f88c8a198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:49.588470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-9d19b126-a3d9-40f1-a421-751f88c8a198 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 200 len: 910 time: 0.1406550 Sep 15 13:39:49.640040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737318-033a-4b3e-97fd-23a3af4141cb req-d1da2fcd-ac2d-4b50-afae-2e8b0cd52c0b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:49.641634 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4b737318-033a-4b3e-97fd-23a3af4141cb req-d1da2fcd-ac2d-4b50-afae-2e8b0cd52c0b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0830088 Sep 15 13:39:49.686617 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-c9c32d03-2d6b-4490-a57b-141a69b88fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876 HTTP/1.1" status: 200 len: 217 time: 0.0646248 Sep 15 13:39:49.691269 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4b737318-033a-4b3e-97fd-23a3af4141cb req-48985009-7b09-46e2-8d2c-e1bcb167d738 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Sep 15 13:39:49.763099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-f894b8b5-9230-44e9-bf4e-c896813b2d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:49.764595 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-f894b8b5-9230-44e9-bf4e-c896813b2d28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35b1eff6-6693-496a-a489-7e82747c35c4 HTTP/1.1" status: 200 len: 849 time: 0.0682495 Sep 15 13:39:49.814671 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-0ca6b8b8-ded1-4e1c-ba28-bacb17383d43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d5c7420-57c3-49e1-8c63-a39d1837c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420408 Sep 15 13:39:49.898239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-1efaae39-b435-4301-ae8e-d51181051752 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:49.899847 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-1efaae39-b435-4301-ae8e-d51181051752 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.39 "GET /v2.0/networks?id=2093daeb-a3af-4af2-be3d-7c2ca48c3302 HTTP/1.1" status: 200 len: 809 time: 0.1584208 Sep 15 13:39:49.933645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Request body: {'port': {'device_id': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302', 'admin_state_up': True, 'tenant_id': 'c39356c98374433db4dbfd0fd6fcab0d'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:50.046773 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-0944a398-d025-4225-8495-48c66fdb81fe service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154088 Sep 15 13:39:50.085984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:50.090076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Usage tracker for resource:port and tenant:c39356c98374433db4dbfd0fd6fcab0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:50.093079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:50.099202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:50.109936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Made reservation on behalf of c39356c98374433db4dbfd0fd6fcab0d for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:50.115853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:50.316195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Allocated IP 172.20.0.8 (2093daeb-a3af-4af2-be3d-7c2ca48c3302/004bd1a9-2d7b-4850-aff4-4042bde86cf1/0171af30-5199-4501-beba-d0ccd3c53cf0) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:50.408169 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ea04b6b8-ee82-4ad0-84c5-2e29fc9d25a9 req-4e07a384-3752-4396-a647-e15590835ec9 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 210 time: 0.0664585 Sep 15 13:39:50.417605 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82916c1-af9d-4989-a345-856c17b0b651 req-ee869c88-2099-4f76-8e05-1755b3935e3c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:50.419262 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c82916c1-af9d-4989-a345-856c17b0b651 req-ee869c88-2099-4f76-8e05-1755b3935e3c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.4789016 Sep 15 13:39:50.451329 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-586a7de6-5fa2-46d2-9da8-807abc0a89db req-6e16b818-ea9d-4852-9209-6913f48933bc service neutron] 10.222.0.39 "GET /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976784 Sep 15 13:39:50.513596 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c82916c1-af9d-4989-a345-856c17b0b651 req-ee9f6b3f-f29a-48b9-817e-3125ff5c6223 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842760 Sep 15 13:39:50.840105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:50.860169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842e146-6d2e-4a84-84ce-7e8da78e3d53 req-712b03a0-a713-42b9-be42-b961b9313602 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:50.861769 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7842e146-6d2e-4a84-84ce-7e8da78e3d53 req-712b03a0-a713-42b9-be42-b961b9313602 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 944 time: 0.1426842 Sep 15 13:39:50.908734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:50.915413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1f17-89b9-419c-8bba-6bd4c58db155 req-e3772336-d633-4a4a-9a69-8b4f0015ee9a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:50.917078 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b30f1f17-89b9-419c-8bba-6bd4c58db155 req-e3772336-d633-4a4a-9a69-8b4f0015ee9a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0844011 Sep 15 13:39:50.919982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:50.966199 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b30f1f17-89b9-419c-8bba-6bd4c58db155 req-6eb18a34-81c6-4185-9723-bc5264a470bc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Sep 15 13:39:50.977304 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7842e146-6d2e-4a84-84ce-7e8da78e3d53 req-02e4e8a0-3fa2-42b5-93b9-cee97e82b9b5 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088133 Sep 15 13:39:50.990537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:39:50.995960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:51.007050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:39:51.011242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:51.011892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.015811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Pushing event updated for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:51.020378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:51.036022 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067989 Sep 15 13:39:51.055161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Request body: {'port': {'device_id': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:51.171426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.527312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0171af30-5199-4501-beba-d0ccd3c53cf0 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:51.534165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.549973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Transition to ACTIVE for port object 0171af30-5199-4501-beba-d0ccd3c53cf0 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:39:51.553404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.559144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-41940c7d-ae38-4650-a766-aa0ac8a60277 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:51.630995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84738f5e-4e2d-4b2a-a68e-bd6fa2acba34 req-3c478c9a-6255-4f42-8a9a-6caf1c4740f6 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:51.632573 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84738f5e-4e2d-4b2a-a68e-bd6fa2acba34 req-3c478c9a-6255-4f42-8a9a-6caf1c4740f6 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 943 time: 0.0909321 Sep 15 13:39:51.681330 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84738f5e-4e2d-4b2a-a68e-bd6fa2acba34 req-2bcdc82f-8d7e-4dee-9c52-be5018649a44 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Sep 15 13:39:51.736593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:51.739466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:51.816341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Attempting to bind port 0171af30-5199-4501-beba-d0ccd3c53cf0 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:39:51.816711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Attempting to bind port 0171af30-5199-4501-beba-d0ccd3c53cf0 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '62f76744-2945-487e-9efa-4985f69576b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:39:51.817074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Attempting to bind port 0171af30-5199-4501-beba-d0ccd3c53cf0 on network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:51.832717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65269b-4bce-4e95-881e-cbad8ea9be58 req-9cbc939d-5ef9-42a2-ae10-f188db1a7908 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:51.834548 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2b65269b-4bce-4e95-881e-cbad8ea9be58 req-9cbc939d-5ef9-42a2-ae10-f188db1a7908 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1758950 Sep 15 13:39:51.835264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Port 0171af30-5199-4501-beba-d0ccd3c53cf0 on network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:39:51.835616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Attempting to bind port 0171af30-5199-4501-beba-d0ccd3c53cf0 on network 2093daeb-a3af-4af2-be3d-7c2ca48c3302 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:39:51.857829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:39:51.858377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Checking segment: {'id': '62f76744-2945-487e-9efa-4985f69576b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:51.858621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Bound using segment: {'id': '62f76744-2945-487e-9efa-4985f69576b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:39:51.859098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Bound port: 0171af30-5199-4501-beba-d0ccd3c53cf0, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f76744-2945-487e-9efa-4985f69576b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:39:51.859477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.954828 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2b65269b-4bce-4e95-881e-cbad8ea9be58 req-afd29c7e-7c0d-4505-9f17-fe99d60f818a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123273 Sep 15 13:39:51.980181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:39:51.983534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=0171af30-5199-4501-beba-d0ccd3c53cf0,segment=NetworkSegment(62f76744-2945-487e-9efa-4985f69576b5),segment_id=62f76744-2945-487e-9efa-4985f69576b5)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:39:51.987376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:51.991927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:52.056072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:52.057591 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] 10.222.0.39 "PUT /v2.0/ports/0171af30-5199-4501-beba-d0ccd3c53cf0 HTTP/1.1" status: 200 len: 1093 time: 1.0069127 Sep 15 13:39:52.058099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:52.075477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:52.086501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.087178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.087711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.088174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.088577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.088968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.089368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.089753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.090185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.090596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.090974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:52.098248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:52.203039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b3abf-1446-41b2-a599-ec6a59208a77 req-ca170c39-3f4c-4cdc-99d9-129921b8145d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:52.205126 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-294b3abf-1446-41b2-a599-ec6a59208a77 req-ca170c39-3f4c-4cdc-99d9-129921b8145d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0836182 Sep 15 13:39:52.245113 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-4d35558d-6666-45d8-910a-be9d156b4a35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c39356c98374433db4dbfd0fd6fcab0d&device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 1096 time: 0.1498830 Sep 15 13:39:52.251759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f946f3-96f6-43ff-a0d0-7641ae9a4973 req-6e297cb6-7b85-48f3-ab6c-d9edd4bff09b tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:52.253272 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-63f946f3-96f6-43ff-a0d0-7641ae9a4973 req-6e297cb6-7b85-48f3-ab6c-d9edd4bff09b tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 944 time: 0.1204455 Sep 15 13:39:52.259099 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-294b3abf-1446-41b2-a599-ec6a59208a77 req-805ac328-d1ac-46e8-b8b9-7186e8376f7a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Sep 15 13:39:52.352939 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0', 'status': 'completed', 'code': 200} Sep 15 13:39:52.356651 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-9d8b2bbd-3573-44ed-af7b-fdd6a8c72386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0171af30-5199-4501-beba-d0ccd3c53cf0 HTTP/1.1" status: 200 len: 217 time: 0.0975111 Sep 15 13:39:52.427830 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-63f946f3-96f6-43ff-a0d0-7641ae9a4973 req-ce1dffa5-b9ca-4ae9-8cf5-eabb054f56d4 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673026 Sep 15 13:39:52.439278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-42ebd19a-01a2-4382-898f-93f47079fc0d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:52.440851 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-42ebd19a-01a2-4382-898f-93f47079fc0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004bd1a9-2d7b-4850-aff4-4042bde86cf1 HTTP/1.1" status: 200 len: 849 time: 0.0744452 Sep 15 13:39:52.497760 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-385bffd4-ace0-4e38-a2e8-08d6a57b6c3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2093daeb-a3af-4af2-be3d-7c2ca48c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428486 Sep 15 13:39:52.642579 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-c7d82973-c660-4179-b498-a49e8bd9ae43 service neutron] 10.222.0.39 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334982 Sep 15 13:39:52.728160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 07f1d5e9-a5ef-42af-8c17-2ca00def8876 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:39:52.798338 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5c50e6e-b7b5-4532-bcee-9195c17a8f5d req-1fa7f9ad-1358-4433-b16f-01fe2dd669ab service neutron] 10.222.0.39 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463370 Sep 15 13:39:52.890990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:52.908917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '07f1d5e9-a5ef-42af-8c17-2ca00def8876', 'network_id': '7d5c7420-57c3-49e1-8c63-a39d1837c540', 'port_id': '07f1d5e9-a5ef-42af-8c17-2ca00def8876', 'mac_address': 'fa:16:3e:ae:57:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b1eff6-6693-496a-a489-7e82747c35c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:39:52.971608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-671ee538-f4f7-4d1f-a7e1-ef2bcd4e3c3e tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:52.972364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-671ee538-f4f7-4d1f-a7e1-ef2bcd4e3c3e tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Synchronizing usage tracker for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:52.980413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:53.001088 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-92c04100-e6ac-419f-a1cb-c42e47cde955 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c39356c98374433db4dbfd0fd6fcab0d&device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 1096 time: 0.1348300 Sep 15 13:39:53.002735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f1d5e9-a5ef-42af-8c17-2ca00def8876 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:53.003527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-671ee538-f4f7-4d1f-a7e1-ef2bcd4e3c3e tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Unset dirty status for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:53.006367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-671ee538-f4f7-4d1f-a7e1-ef2bcd4e3c3e tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 943 time: 0.1862919 Sep 15 13:39:53.025831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:53.033645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:53.035946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:53.110058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:53.113808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:53.188875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-98d1c5cc-10bc-4100-b971-dfbf614512ac tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Synchronizing usage tracker for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:53.219881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-f1dd988c-373b-410f-9517-b6721aff2e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:53.221470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-f1dd988c-373b-410f-9517-b6721aff2e86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2093daeb-a3af-4af2-be3d-7c2ca48c3302 HTTP/1.1" status: 200 len: 910 time: 0.2085228 Sep 15 13:39:53.307365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-98d1c5cc-10bc-4100-b971-dfbf614512ac tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Unset dirty status for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:53.315463 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7b4f5fa7-fccd-43af-8f1a-408015a2901c req-98d1c5cc-10bc-4100-b971-dfbf614512ac tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546210 Sep 15 13:39:53.317060 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-941a73d3-d53d-4fbf-9f8f-15564a898aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0171af30-5199-4501-beba-d0ccd3c53cf0 HTTP/1.1" status: 200 len: 217 time: 0.0846620 Sep 15 13:39:53.404762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-1d20b18a-93d2-4ac3-9107-20852f8f6dff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:53.406357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-1d20b18a-93d2-4ac3-9107-20852f8f6dff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004bd1a9-2d7b-4850-aff4-4042bde86cf1 HTTP/1.1" status: 200 len: 849 time: 0.0709472 Sep 15 13:39:53.480596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9129d0-609f-4804-9bfc-d4daac6331c6 req-1ec010af-6ea8-4077-a021-362cf05521f3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:53.482211 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3c9129d0-609f-4804-9bfc-d4daac6331c6 req-1ec010af-6ea8-4077-a021-362cf05521f3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.0857556 Sep 15 13:39:53.492589 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-efb02758-fa7c-429e-9d46-289e9cb497dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2093daeb-a3af-4af2-be3d-7c2ca48c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765097 Sep 15 13:39:53.530881 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3c9129d0-609f-4804-9bfc-d4daac6331c6 req-e57ee2cb-f3d3-4675-ba6b-c938661227fc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Sep 15 13:39:53.629197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80192f3-33b4-4154-b4e9-f816ee3725b8 req-45adac36-75a4-4895-aa03-282967bf25ba tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:53.631429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d80192f3-33b4-4154-b4e9-f816ee3725b8 req-45adac36-75a4-4895-aa03-282967bf25ba tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1780779 Sep 15 13:39:53.713697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['07f1d5e9-a5ef-42af-8c17-2ca00def8876'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:53.727641 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d80192f3-33b4-4154-b4e9-f816ee3725b8 req-660bcc93-d0cd-41ba-8be9-05b30f95b285 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812583 Sep 15 13:39:53.731019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-55203e2c-5224-4a7c-b530-c1ecb3f0c93a service neutron] 10.222.0.39 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132804 Sep 15 13:39:53.745071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc93f06-88bb-489b-aa02-cfe83a824230 req-83b4b8ac-6cfe-4faa-9c5e-7eaba6f7bb73 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:53.745829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-fdc93f06-88bb-489b-aa02-cfe83a824230 req-83b4b8ac-6cfe-4faa-9c5e-7eaba6f7bb73 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Synchronizing usage tracker for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:39:53.762092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-fdc93f06-88bb-489b-aa02-cfe83a824230 req-83b4b8ac-6cfe-4faa-9c5e-7eaba6f7bb73 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Unset dirty status for tenant:1044e097a7c24712bddadff4bf668573 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:39:53.763392 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fdc93f06-88bb-489b-aa02-cfe83a824230 req-83b4b8ac-6cfe-4faa-9c5e-7eaba6f7bb73 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 945 time: 0.1089277 Sep 15 13:39:53.814143 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fdc93f06-88bb-489b-aa02-cfe83a824230 req-f7071918-e9bc-48e6-bbda-2e8a77822265 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Sep 15 13:39:53.892595 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e95c862b-e136-4ead-805d-43c24a53dc45 req-97ca02c7-f164-4244-9ffe-3af4f653c680 service neutron] 10.222.0.39 "GET /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450102 Sep 15 13:39:54.544741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b842c-6deb-4462-b517-8908af086a13 req-e01ec475-f192-4480-9f55-3f4677504364 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:54.546349 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d9b842c-6deb-4462-b517-8908af086a13 req-e01ec475-f192-4480-9f55-3f4677504364 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 943 time: 0.0907259 Sep 15 13:39:54.597884 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d9b842c-6deb-4462-b517-8908af086a13 req-2ec26cb1-d1fe-4329-baa3-71faa1491c46 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Sep 15 13:39:54.751002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc3495-1e61-4c17-96a3-d33643be413b req-6e21d9b3-569c-4ba5-93ff-374781602e1e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:54.752607 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fcfc3495-1e61-4c17-96a3-d33643be413b req-6e21d9b3-569c-4ba5-93ff-374781602e1e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.0817714 Sep 15 13:39:54.802493 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fcfc3495-1e61-4c17-96a3-d33643be413b req-8a8e1005-bc72-47be-9e52-36c36307b166 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Sep 15 13:39:54.933700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daba4b-cd99-445b-a021-391462c3ba04 req-5fa446db-ea8f-49c8-bf89-708ef0c920ce tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:54.936822 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-34daba4b-cd99-445b-a021-391462c3ba04 req-5fa446db-ea8f-49c8-bf89-708ef0c920ce tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0860598 Sep 15 13:39:54.988849 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-34daba4b-cd99-445b-a021-391462c3ba04 req-8ea504b2-b677-4833-bde2-09fdbf064d6a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463531 Sep 15 13:39:55.033565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b77605-de97-4eb6-9dd3-7bef9c1ab7f2 req-8c732bea-ab8d-4d34-8619-0156c91ba223 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:55.035156 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-07b77605-de97-4eb6-9dd3-7bef9c1ab7f2 req-8c732bea-ab8d-4d34-8619-0156c91ba223 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 945 time: 0.0877802 Sep 15 13:39:55.082791 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-07b77605-de97-4eb6-9dd3-7bef9c1ab7f2 req-4647f384-292d-4406-9cfa-4a1e1c7de8e2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Sep 15 13:39:55.801962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369daf-2587-40bf-8ce8-8d9421f8824c req-a7fab9e8-ea30-4235-9c1b-76f1b6533b47 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:55.803581 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-eb369daf-2587-40bf-8ce8-8d9421f8824c req-a7fab9e8-ea30-4235-9c1b-76f1b6533b47 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 943 time: 0.0844758 Sep 15 13:39:55.855459 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-eb369daf-2587-40bf-8ce8-8d9421f8824c req-b285f773-ce3b-4fe3-95db-2001647d4cb9 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Sep 15 13:39:56.033372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51938) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:56.064077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2b0dd-b910-497f-8d34-bfa6492f0a64 req-33cf3825-6516-40fb-baee-eadbaab5c9db tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:56.065662 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3ec2b0dd-b910-497f-8d34-bfa6492f0a64 req-33cf3825-6516-40fb-baee-eadbaab5c9db tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.0910466 Sep 15 13:39:56.114864 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3ec2b0dd-b910-497f-8d34-bfa6492f0a64 req-200a1acf-e8b5-44be-8d14-164a59325252 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Sep 15 13:39:56.199212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda8dfc-3ccd-4017-8f5c-c002f27ac18b req-524400aa-ec6c-4700-99af-c026c7f1692a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:56.200817 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0fda8dfc-3ccd-4017-8f5c-c002f27ac18b req-524400aa-ec6c-4700-99af-c026c7f1692a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.0884941 Sep 15 13:39:56.263419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.279238 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0fda8dfc-3ccd-4017-8f5c-c002f27ac18b req-7f7ecd1e-f300-4532-b82f-fb1ab75c530a tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Sep 15 13:39:56.323703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:56.328097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Usage tracker for resource:security_group_rule and tenant:56c7a5bb26d74474a63302b3474938bb is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:56.332305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:56.333946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f14693-7a34-4dfd-bc07-a7a60134f32a req-8844fdb5-1208-4507-8a7d-05533d9abd3c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:56.335851 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a7f14693-7a34-4dfd-bc07-a7a60134f32a req-8844fdb5-1208-4507-8a7d-05533d9abd3c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0979116 Sep 15 13:39:56.338831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:56.397952 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a7f14693-7a34-4dfd-bc07-a7a60134f32a req-08539cc6-4847-488f-b572-53ea983aec66 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555038 Sep 15 13:39:56.407957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.449101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.461229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c24cf40-9339-4e93-837d-810dc1e3a7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:56.515014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aefe294-77e4-469d-aaf1-97e1f1527468,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:56.523878 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56c7a5bb26d74474a63302b3474938bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4869080 Sep 15 13:39:56.523878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:56.524755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 51948) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:56.589466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd17a9-1f47-41d8-a6c4-80db11a324be req-7ada4ec8-db02-4dc7-a35c-c854e7488c6b tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:56.591093 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-becd17a9-1f47-41d8-a6c4-80db11a324be req-7ada4ec8-db02-4dc7-a35c-c854e7488c6b tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 945 time: 0.1793902 Sep 15 13:39:56.635172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.678463 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-becd17a9-1f47-41d8-a6c4-80db11a324be req-f3624052-0f04-495c-b4ee-7af982ceb50f tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808721 Sep 15 13:39:56.680089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.726150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.729978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-430d852f-97c4-49e8-80c4-8bc1a86dca6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:56.740306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 0171af30-5199-4501-beba-d0ccd3c53cf0 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:39:56.742855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 07f1d5e9-a5ef-42af-8c17-2ca00def8876 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:39:56.744497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aefe294-77e4-469d-aaf1-97e1f1527468,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:56.747677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:56.749651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:56.756501 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0aefe294-77e4-469d-aaf1-97e1f1527468 HTTP/1.1" status: 204 len: 168 time: 0.2256961 Sep 15 13:39:56.917976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:39:56.927361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:39:56.927779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:57.019528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=0171af30-5199-4501-beba-d0ccd3c53cf0,segment=NetworkSegment(62f76744-2945-487e-9efa-4985f69576b5),segment_id=62f76744-2945-487e-9efa-4985f69576b5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:57.040116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '0171af30-5199-4501-beba-d0ccd3c53cf0', 'network_id': '2093daeb-a3af-4af2-be3d-7c2ca48c3302', 'port_id': '0171af30-5199-4501-beba-d0ccd3c53cf0', 'mac_address': 'fa:16:3e:fa:41:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bd1a9-2d7b-4850-aff4-4042bde86cf1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:39:57.075346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ada82-271e-4284-87d2-7275182f2c0d req-33740bf6-fed0-4af4-8df8-dbdf6ac9f326 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:57.076957 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5d2ada82-271e-4284-87d2-7275182f2c0d req-33740bf6-fed0-4af4-8df8-dbdf6ac9f326 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 943 time: 0.0881362 Sep 15 13:39:57.127659 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5d2ada82-271e-4284-87d2-7275182f2c0d req-aa1c5465-f688-4868-9461-096380db1a7b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Sep 15 13:39:57.141090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:57.156293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:57.186001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0171af30-5199-4501-beba-d0ccd3c53cf0 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:39:57.195445 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:57.212048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:57.215740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=0171af30-5199-4501-beba-d0ccd3c53cf0,segment=NetworkSegment(62f76744-2945-487e-9efa-4985f69576b5),segment_id=62f76744-2945-487e-9efa-4985f69576b5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:57.217277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:57.219445 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:57.254032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:57.277983 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876', 'code': 200} Sep 15 13:39:57.302814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:57.316453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.316842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.317221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.317601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.317978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.318383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.318756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.319128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.319472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.320062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.320591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:57.326993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:57.327868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:57.378099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b091d-a175-413a-810b-e86a765de202 req-9558aabf-b5c1-45b8-8ed3-2f118fd9cedc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:57.379740 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-279b091d-a175-413a-810b-e86a765de202 req-9558aabf-b5c1-45b8-8ed3-2f118fd9cedc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1298976 Sep 15 13:39:57.409263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:57.435366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:57.463648 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-279b091d-a175-413a-810b-e86a765de202 req-ff8a8279-bc11-4592-8b96-0f6ce20f639a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724754 Sep 15 13:39:57.554714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fa4bb-3d40-424d-9b27-fb25c4dc403c req-af41497c-60c3-437d-b9a1-0e2dff73e530 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:57.556228 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-108fa4bb-3d40-424d-9b27-fb25c4dc403c req-af41497c-60c3-437d-b9a1-0e2dff73e530 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.0933936 Sep 15 13:39:57.612799 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-108fa4bb-3d40-424d-9b27-fb25c4dc403c req-c0a1e272-d916-40ed-8167-e3d283d9114b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Sep 15 13:39:57.672786 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ce0baf0-0312-4188-9db7-2431e40f3c68 req-b60b25e7-98e1-4082-9443-6a97d18f1d10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 1099 time: 0.1413403 Sep 15 13:39:57.683310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['0171af30-5199-4501-beba-d0ccd3c53cf0'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:57.744023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e4e1a-8108-4a7a-8862-81b9f5f3b8da req-2fc21df8-4134-4d3e-9a4e-049a73ad08f9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:57.745631 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-013e4e1a-8108-4a7a-8862-81b9f5f3b8da req-2fc21df8-4134-4d3e-9a4e-049a73ad08f9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1323707 Sep 15 13:39:57.774004 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ce0baf0-0312-4188-9db7-2431e40f3c68 req-aa8a4fe6-dcd1-43a1-8ea6-a8c3ee189807 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921035 Sep 15 13:39:57.796381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51988) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:57.952067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-165535334-network', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:57.958189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:57.962923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Usage tracker for resource:network and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:57.966387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:57.972887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:57.980802 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-013e4e1a-8108-4a7a-8862-81b9f5f3b8da req-afb9ca6d-3e11-4e07-89c1-b4b441f5e65c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285249 Sep 15 13:39:57.984082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Made reservation on behalf of d959c1af37df47bcb4ab73ad6147d1a2 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:57.989269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.003330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.036192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:58.040416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:58.043345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:58.049310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:58.116513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.119971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.124415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-03032666-9f49-4780-a2ec-ad996f45a221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:58.151879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:39:58.164014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ca598-33ee-4a7b-945c-5ec7c5318ee1,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:58.170530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.170923 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Added segment c8e6ff5f-0d51-44e5-abd6-3b87399fcd59 of type vlan for network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f Sep 15 13:39:58.181241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb271d-02e1-4a30-927e-da261b33b0d1 req-6e884dbb-6bd9-41f7-9729-eaf59d18e793 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.181780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.182186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.182607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.182909 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbcb271d-02e1-4a30-927e-da261b33b0d1 req-6e884dbb-6bd9-41f7-9729-eaf59d18e793 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.0841725 Sep 15 13:39:58.183030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.183358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.183740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.184122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.184505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.184883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.185259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.185638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:39:58.190817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:58.214486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.234616 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbcb271d-02e1-4a30-927e-da261b33b0d1 req-1a5a221a-6d98-4353-8b6c-aa8807219bb8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Sep 15 13:39:58.247798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.249115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.249803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.256093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:58.413330 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6157019 Sep 15 13:39:58.414210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:58.416325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 51996) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:58.421852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:58.426116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:39:58.426354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Request body: {'subnet': {'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-165535334-subnet', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:58.434231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:58.440908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-3b273c7f-d4ad-4f6f-a3b9-0862f8801a2e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.442634 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-3b273c7f-d4ad-4f6f-a3b9-0862f8801a2e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.0913463 Sep 15 13:39:58.445777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Usage tracker for resource:subnet and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:58.450481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:58.458503 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:58.476367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c97dc-b8e4-4cc7-be32-cf04da9876bb req-d4983a18-f436-4be8-82ea-860f0403db41 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.477987 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d89c97dc-b8e4-4cc7-be32-cf04da9876bb req-d4983a18-f436-4be8-82ea-860f0403db41 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 944 time: 0.2015004 Sep 15 13:39:58.479106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Made reservation on behalf of d959c1af37df47bcb4ab73ad6147d1a2 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:39:58.483854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1367423'] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.523354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Deleting port d720190d-f038-475b-bb15-e3e780758cc0 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:39:58.523738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.631510 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d89c97dc-b8e4-4cc7-be32-cf04da9876bb req-8db340ad-a80d-4b07-8915-f101c0512636 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310785 Sep 15 13:39:58.752044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1432857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1367406'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.757368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7cf61cbc-7f3c-48a1-bdf2-6d101b45746e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:58.830322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a9aa9-1583-4373-a05f-294d505482aa req-e68fa280-7a58-4448-a130-444e31af71db tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.831937 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-712a9aa9-1583-4373-a05f-294d505482aa req-e68fa280-7a58-4448-a130-444e31af71db tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.2148163 Sep 15 13:39:58.882889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] For port d720190d-f038-475b-bb15-e3e780758cc0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d720190d-f038-475b-bb15-e3e780758cc0,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:39:58.883210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:58.884546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8641240c-847e-45ab-a704-ae5c1f884013,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:58.891144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:58.918606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Checking segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:39:58.919001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Network hostable DHCP agents. Network: cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:39:58.937223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c99af8-6400-4448-a87e-caf0074994d1 req-0de5527f-8e4c-4d03-aef4-f61ff274d6e8 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:58.938875 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e2c99af8-6400-4448-a87e-caf0074994d1 req-0de5527f-8e4c-4d03-aef4-f61ff274d6e8 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 945 time: 0.1467266 Sep 15 13:39:58.976842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:39:58.995439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:39:59.003164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:59.003795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65ea76-a512-4c5f-ab03-13e5a000860a None None] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:39:59.003926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.011090 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e2c99af8-6400-4448-a87e-caf0074994d1 req-e972d8f5-1d57-4629-8a51-cd0663fc86a1 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647840 Sep 15 13:39:59.026026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Calling delete_port for d720190d-f038-475b-bb15-e3e780758cc0 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:39:59.033910 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5c46574d-e3c6-4963-a65a-12ceccb09411 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6133797 Sep 15 13:39:59.034426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52006) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:39:59.051451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:39:59.056599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:39:59.062684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Usage tracker for resource:router and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:39:59.064461 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-712a9aa9-1583-4373-a05f-294d505482aa req-0c687abc-4bb9-4b30-a020-16e9bc204e3f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234199 Sep 15 13:39:59.067142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:39:59.075105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:39:59.093694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.095787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.187297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.194040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.196083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:39:59.212485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'd720190d-f038-475b-bb15-e3e780758cc0'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:39:59.358360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event deleted for resources: {'Port': ['ID=d720190d-f038-475b-bb15-e3e780758cc0,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:39:59.368065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:39:59.478072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] No DVR routers for this DVR port d720190d-f038-475b-bb15-e3e780758cc0 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:39:59.481050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.484253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'name': 'network-vif-deleted', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:39:59.513944 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3468fe2e-5e00-4609-9638-eb4747ebd3bc req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "DELETE /v2.0/ports/d720190d-f038-475b-bb15-e3e780758cc0 HTTP/1.1" status: 204 len: 173 time: 1.0654745 Sep 15 13:39:59.584220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.642311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b2b8-3445-4e3e-a1bd-03e35cc991e2 req-d94bced8-8e00-43a7-a967-c06889d85990 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:59.643966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:39:59.644431 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a5b0b2b8-3445-4e3e-a1bd-03e35cc991e2 req-d94bced8-8e00-43a7-a967-c06889d85990 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.3110774 Sep 15 13:39:59.644993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.691854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a780f-ba7a-4a70-881c-4a3c1172580d req-126366ce-85e9-49d0-92aa-430e27627be2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:39:59.693475 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-768a780f-ba7a-4a70-881c-4a3c1172580d req-126366ce-85e9-49d0-92aa-430e27627be2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.1536820 Sep 15 13:39:59.783085 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a5b0b2b8-3445-4e3e-a1bd-03e35cc991e2 req-8c9d090f-2ca1-4771-8727-def00a2e0df8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220419 Sep 15 13:39:59.808493 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-768a780f-ba7a-4a70-881c-4a3c1172580d req-e1eb2899-38b5-4364-a2c6-6786ce544d75 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006365 Sep 15 13:39:59.854196 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee15653-d8e1-4688-a5d1-450ab9132723 req-75bf1dda-8861-4993-ab36-11241afec9ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.2142236 Sep 15 13:39:59.870701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.901865 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c21bc05-70ba-4bb3-9915-affb5b0d3929', 'name': 'network-vif-deleted', 'tag': 'd720190d-f038-475b-bb15-e3e780758cc0', 'status': 'completed', 'code': 200} Sep 15 13:39:59.916630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Allocated IP 172.20.0.2 (cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f/8641240c-847e-45ab-a704-ae5c1f884013/e9bb4fde-a7ae-4953-a1bd-dba564856fdc) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:39:59.946817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:39:59.967929 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bee15653-d8e1-4688-a5d1-450ab9132723 req-fda02d2a-6b78-492a-9698-30e2eeb752ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013982 Sep 15 13:40:00.189385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Allocated IP 172.28.2.206 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/1bd9aae3-f79b-4a41-9b57-31e118798469) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:40:00.203503 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02e39-fb6a-4a3d-9ce7-670bd7625bc0 req-b1b8d865-cf80-4322-9a97-3d228d498409 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:00.205321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-02d02e39-fb6a-4a3d-9ce7-670bd7625bc0 req-b1b8d865-cf80-4322-9a97-3d228d498409 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 944 time: 0.1787169 Sep 15 13:40:00.227499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-3af96e0a-d77d-40c5-af48-9a3794b05924 req-af2524df-6548-4b82-ac04-9512a9467998 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:00.249989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-3af96e0a-d77d-40c5-af48-9a3794b05924 req-af2524df-6548-4b82-ac04-9512a9467998 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:00.254590 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3af96e0a-d77d-40c5-af48-9a3794b05924 req-af2524df-6548-4b82-ac04-9512a9467998 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c21bc05-70ba-4bb3-9915-affb5b0d3929 HTTP/1.1" status: 200 len: 210 time: 0.0785894 Sep 15 13:40:00.331163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.375634 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-02d02e39-fb6a-4a3d-9ce7-670bd7625bc0 req-d981da01-d5d3-47ec-a379-320c163251e1 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637123 Sep 15 13:40:00.391452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Transition to ACTIVE for port object e9bb4fde-a7ae-4953-a1bd-dba564856fdc will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:00.434835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.467117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.473610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:00.477257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Transition to ACTIVE for port object e9bb4fde-a7ae-4953-a1bd-dba564856fdc will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:00.488560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.493499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:00.557738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:00.561601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:00.566019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:00.598924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:00.604474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:00.611985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9aae3-f79b-4a41-9b57-31e118798469,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:00.617446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:00.618656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:00.623780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:00.624485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:00.721065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Attempting to bind port e9bb4fde-a7ae-4953-a1bd-dba564856fdc on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:00.721415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Attempting to bind port e9bb4fde-a7ae-4953-a1bd-dba564856fdc by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:00.722424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Attempting to bind port e9bb4fde-a7ae-4953-a1bd-dba564856fdc on network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:00.729393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d344-c1dd-4f8f-a9f7-369fb11c129f req-3500036d-cedc-45e9-941c-5c87126a4b2d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:00.729576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:00.730114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Checking segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:00.730867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.731078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Bound using segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:00.731600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Bound port: e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:00.731949 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2a06d344-c1dd-4f8f-a9f7-369fb11c129f req-3500036d-cedc-45e9-941c-5c87126a4b2d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.0906770 Sep 15 13:40:00.732076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.766227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.767495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.785632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 0171af30-5199-4501-beba-d0ccd3c53cf0 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:00.794652 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2a06d344-c1dd-4f8f-a9f7-369fb11c129f req-efcb13f5-ab0a-4879-be99-55aac5c4e3ed tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532904 Sep 15 13:40:00.890237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] For port e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:00.894406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] For port e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:00.908305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:00.913648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:00.967998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 0171af30-5199-4501-beba-d0ccd3c53cf0 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:00.991772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 0171af30-5199-4501-beba-d0ccd3c53cf0 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:00.992135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:01.056191 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:01.059581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:01.149478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:01.187246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:01.202420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=0171af30-5199-4501-beba-d0ccd3c53cf0,segment=NetworkSegment(62f76744-2945-487e-9efa-4985f69576b5),segment_id=62f76744-2945-487e-9efa-4985f69576b5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:01.208900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:01.210088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d720190d-f038-475b-bb15-e3e780758cc0 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:01.265674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:01.277339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6097fb7-8552-4d49-876d-7af5fd2d0ab4 req-f45e0dae-a947-487c-a94d-524416913569 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:01.311550 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d6097fb7-8552-4d49-876d-7af5fd2d0ab4 req-f45e0dae-a947-487c-a94d-524416913569 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.2451086 Sep 15 13:40:01.380360 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0', 'code': 200} Sep 15 13:40:01.390205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: d720190d-f038-475b-bb15-e3e780758cc0 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:40:01.394705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d720190d-f038-475b-bb15-e3e780758cc0 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:40:01.464364 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d6097fb7-8552-4d49-876d-7af5fd2d0ab4 req-9249484a-537f-4c73-996a-2a5983896275 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335595 Sep 15 13:40:01.475266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:01.489468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:01.581467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Router 394be0f8-204d-4dfe-bebd-02340e38fb88 is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:40:01.757067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcf16b-54d7-4214-9a54-e217d3596fbc req-b0f25468-b577-4fda-b18f-2d9d148aefad tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:01.763543 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a3bcf16b-54d7-4214-9a54-e217d3596fbc req-b0f25468-b577-4fda-b18f-2d9d148aefad tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.1903677 Sep 15 13:40:01.858902 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a3bcf16b-54d7-4214-9a54-e217d3596fbc req-002f9c0b-56ad-465c-9803-714442f78c71 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891559 Sep 15 13:40:01.867343 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4efdb07c-4165-490e-bce8-ead3abfec78c req-6ae9f396-41f1-4386-85ec-15f32f1f4afb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 1098 time: 0.1903417 Sep 15 13:40:01.931375 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4efdb07c-4165-490e-bce8-ead3abfec78c req-b4774595-12fc-46a0-aa67-61da3da7e566 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555708 Sep 15 13:40:01.992816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:40:02.006523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Sync routers for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:40:02.035338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc302e-d862-48fb-9bdc-d8eea36c9900 req-bd7a15cb-b6b5-43f5-b82a-f0fa5a047580 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:02.037733 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bffc302e-d862-48fb-9bdc-d8eea36c9900 req-bd7a15cb-b6b5-43f5-b82a-f0fa5a047580 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 945 time: 0.1802077 Sep 15 13:40:02.044587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:02.045341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:39:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:02.091463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:02.095471 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9e422faf-f7b5-4203-938b-253881a792cf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0571713 Sep 15 13:40:02.095741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52062) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:02.149712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a2e64-6464-4ed6-98db-ece7c22bee1b req-4b16330d-3abf-4310-81c0-59b4ddeafecb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:02.152254 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-660a2e64-6464-4ed6-98db-ece7c22bee1b req-4b16330d-3abf-4310-81c0-59b4ddeafecb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1057270 Sep 15 13:40:02.207382 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-660a2e64-6464-4ed6-98db-ece7c22bee1b req-65f31d9d-4d06-449e-8c3f-92503d61a404 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481844 Sep 15 13:40:02.238879 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bffc302e-d862-48fb-9bdc-d8eea36c9900 req-b7d0fb84-1e37-4a76-8c1b-7f7d23e482ae tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847832 Sep 15 13:40:02.242745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:02.560069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 3, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:02.564868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Checking router: 394be0f8-204d-4dfe-bebd-02340e38fb88 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:40:02.565506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Updating router 394be0f8-204d-4dfe-bebd-02340e38fb88 port 1bd9aae3-f79b-4a41-9b57-31e118798469 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:40:02.625376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:02.734228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040ef52-a703-4953-8816-33f3f6bcb18e req-e614c738-9576-4242-8b71-8d0e9bebdedb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:02.736125 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0040ef52-a703-4953-8816-33f3f6bcb18e req-e614c738-9576-4242-8b71-8d0e9bebdedb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0975599 Sep 15 13:40:02.804043 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0040ef52-a703-4953-8816-33f3f6bcb18e req-2c8f048e-61c9-4c2f-b700-5ee66b9ce0c6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604618 Sep 15 13:40:02.956266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1774ed-9831-492b-a4b5-69d1519a3d66 None None] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:40:02.986056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.037768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.051557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Transition to ACTIVE for port object 1bd9aae3-f79b-4a41-9b57-31e118798469 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:03.061657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.074126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:03.114779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d491c63-bbe4-4aee-a2d2-ed83d9315627 req-8ab84950-ad02-4c14-a14a-ce37dee393e8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:03.122434 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0d491c63-bbe4-4aee-a2d2-ed83d9315627 req-8ab84950-ad02-4c14-a14a-ce37dee393e8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.0979683 Sep 15 13:40:03.162748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Attempting to bind port 1bd9aae3-f79b-4a41-9b57-31e118798469 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:03.163401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Attempting to bind port 1bd9aae3-f79b-4a41-9b57-31e118798469 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:03.165462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Attempting to bind port 1bd9aae3-f79b-4a41-9b57-31e118798469 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:03.195929 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0d491c63-bbe4-4aee-a2d2-ed83d9315627 req-291f809c-d4e0-49b5-8f56-2de7d3ec0ec2 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724232 Sep 15 13:40:03.205814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:03.217687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:03.219034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.219732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:03.222416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Bound port: 1bd9aae3-f79b-4a41-9b57-31e118798469, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:03.223083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.304251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-b2189792-bae5-4288-82cb-380e25aa0a3c None None] Provisioning for port e9bb4fde-a7ae-4953-a1bd-dba564856fdc completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:03.370602 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-b375e96c-d607-4ecf-8b53-127b64b59567 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.1549873 Sep 15 13:40:03.383554 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] For port 1bd9aae3-f79b-4a41-9b57-31e118798469, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:03.387004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] For port 1bd9aae3-f79b-4a41-9b57-31e118798469, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bd9aae3-f79b-4a41-9b57-31e118798469,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:03.388931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e9bb4fde-a7ae-4953-a1bd-dba564856fdc up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:03.394613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.442998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:03.443676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:39:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:03.568965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Allocated IP 172.20.0.1 (cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f/8641240c-847e-45ab-a704-ae5c1f884013/7f837e92-e704-49ee-a42b-b94c51bf3fb1) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:40:03.607481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port e9bb4fde-a7ae-4953-a1bd-dba564856fdc completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:03.615673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port e9bb4fde-a7ae-4953-a1bd-dba564856fdc triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:03.617351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.666436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:03.750061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21eebc-f132-462b-ae4e-e738f25c80d9 req-1bda276c-133b-43bb-9541-a37984d544c9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:03.759755 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db21eebc-f132-462b-ae4e-e738f25c80d9 req-1bda276c-133b-43bb-9541-a37984d544c9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.2914100 Sep 15 13:40:03.820833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74450264-a5da-465d-9781-423e6109a063 req-e7c1b8b7-34bb-48f6-b7ff-cf9e0e90c6b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:03.822366 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-e7c1b8b7-34bb-48f6-b7ff-cf9e0e90c6b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.4397080 Sep 15 13:40:03.835628 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db21eebc-f132-462b-ae4e-e738f25c80d9 req-f484d4c9-7f0d-4951-9972-527d1b0ad14b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744603 Sep 15 13:40:03.852766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Pushing event updated for resources: {'Port': ['ID=1bd9aae3-f79b-4a41-9b57-31e118798469,revision_number=2']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:03.901828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.912012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.912867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.913435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.913998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.914600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.915171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.915980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.916677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.917245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.917804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.918415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:03.921380 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-a3e47a67-e272-4236-9b40-74e7c2901501 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.0735462 Sep 15 13:40:03.936619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:03.937610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:03.973146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:03.974857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.980188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:03.982123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:04.050661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Transition to ACTIVE for port object 7f837e92-e704-49ee-a42b-b94c51bf3fb1 will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:04.053338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74450264-a5da-465d-9781-423e6109a063 req-b1c22cef-065b-411b-ac57-8674760e9ca1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:04.054884 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-b1c22cef-065b-411b-ac57-8674760e9ca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.1255941 Sep 15 13:40:04.091642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:04.095915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:04.107453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Pushing event updated for resources: {'Port': ['ID=1bd9aae3-f79b-4a41-9b57-31e118798469,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:04.113173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b6131740-ca8a-4800-b7b2-2a702d07fa20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:04.134806 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-e324732f-3e12-40ad-8627-ff5cb36675f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701225 Sep 15 13:40:04.159663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-45c816cd-1d2b-49c7-8a4b-119c29024605 None None] Provisioning complete for port e9bb4fde-a7ae-4953-a1bd-dba564856fdc triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:04.160456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45c816cd-1d2b-49c7-8a4b-119c29024605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.166621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.174762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b450f5c0-c476-40f0-81e1-d0e2be2dbc2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:04.212382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 3, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:04.218254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a431d-9ebb-4f3a-a149-98fa7aa57efd None None] The sync data for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb is: [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:00Z', 'revision_number': 3, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:40:04.260249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd33e-68d5-40b4-b237-b85e5f416373 req-c98d7ae4-d82a-44cc-8284-4a695aa57a89 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:04.261844 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a4bfd33e-68d5-40b4-b237-b85e5f416373 req-c98d7ae4-d82a-44cc-8284-4a695aa57a89 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.4917157 Sep 15 13:40:04.287934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-43a92b28-9f8a-4592-807b-2006368374fa tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:04.289488 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-43a92b28-9f8a-4592-807b-2006368374fa tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.4253254 Sep 15 13:40:04.296418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:04.343599 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-315aa6e3-2256-41bf-9f2d-b67e909b6805 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932867 Sep 15 13:40:04.353780 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a4bfd33e-68d5-40b4-b237-b85e5f416373 req-78592e5f-11d7-413f-b953-db8d91226364 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738642 Sep 15 13:40:04.354768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:04.433089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Deleting port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:04.433475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.463427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:04.517900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.553551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Pushing event updated for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:04.559752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:04.565247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710562-c981-432b-a95e-b75a8144224e req-d748ac1a-6e6e-4439-9459-21fc9730b281 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:04.566953 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11710562-c981-432b-a95e-b75a8144224e req-d748ac1a-6e6e-4439-9459-21fc9730b281 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 945 time: 0.2180209 Sep 15 13:40:04.623934 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74450264-a5da-465d-9781-423e6109a063 req-40f14969-1d90-4c46-95e4-39cec6c6d9f7 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134984 Sep 15 13:40:04.660372 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11710562-c981-432b-a95e-b75a8144224e req-279ccff5-f18e-404e-b4ec-0bff551908d7 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Sep 15 13:40:04.886036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-38a71a76-f881-4be6-a184-44affcf71e4c None None] Provisioning for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:04.895337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-38a71a76-f881-4be6-a184-44affcf71e4c None None] Provisioning complete for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:04.896185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-38a71a76-f881-4be6-a184-44affcf71e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.949146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:04.983947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-38a71a76-f881-4be6-a184-44affcf71e4c None None] Port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:40:05.042002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf333-2490-442b-ab1f-93149cf53497 req-844c32e1-cfbf-4e59-97b2-94d9cd56f15f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:05.054429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0ddbf333-2490-442b-ab1f-93149cf53497 req-844c32e1-cfbf-4e59-97b2-94d9cd56f15f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.1532156 Sep 15 13:40:05.137584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0ddbf333-2490-442b-ab1f-93149cf53497 req-c3cad0a1-d390-4446-9b60-ef149e50a723 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796111 Sep 15 13:40:05.417141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bd9aae3-f79b-4a41-9b57-31e118798469 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:05.447331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] For port 07f1d5e9-a5ef-42af-8c17-2ca00def8876, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=07f1d5e9-a5ef-42af-8c17-2ca00def8876,segment=NetworkSegment(1560a9d0-4577-4e54-a77b-0674b81f131f),segment_id=1560a9d0-4577-4e54-a77b-0674b81f131f)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:05.447741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:05.491378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e3a9-b19a-4496-b705-d4bab35da4c1 req-048500fb-dd58-456e-b17b-0b0d10cc8aa5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:05.504123 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d885e3a9-b19a-4496-b705-d4bab35da4c1 req-048500fb-dd58-456e-b17b-0b0d10cc8aa5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1730072 Sep 15 13:40:05.617008 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d885e3a9-b19a-4496-b705-d4bab35da4c1 req-12102da5-1ce8-497c-aaf4-6afe0147e327 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111107 Sep 15 13:40:05.643437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 1bd9aae3-f79b-4a41-9b57-31e118798469 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:05.648945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1bd9aae3-f79b-4a41-9b57-31e118798469 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:05.649317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:05.744343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Calling delete_port for 07f1d5e9-a5ef-42af-8c17-2ca00def8876 owned by compute:nova {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:05.835349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:05.872513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 1bd9aae3-f79b-4a41-9b57-31e118798469, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bd9aae3-f79b-4a41-9b57-31e118798469,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:05.876622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:05.877726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e9bb4fde-a7ae-4953-a1bd-dba564856fdc up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:05.913970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb689bd6-1b90-4d89-bb15-97ce5caa6409 req-0ca45755-3cb1-4183-8f33-d1f447964a4b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:05.915926 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bb689bd6-1b90-4d89-bb15-97ce5caa6409 req-0ca45755-3cb1-4183-8f33-d1f447964a4b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1326225 Sep 15 13:40:05.917363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:05.957339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80b1e-78a3-4131-8cd6-321f19a0ecb7 req-f53cea12-7206-4fea-bbe3-093a5f83b7e8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:05.964931 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3ea80b1e-78a3-4131-8cd6-321f19a0ecb7 req-f53cea12-7206-4fea-bbe3-093a5f83b7e8 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0 HTTP/1.1" status: 200 len: 946 time: 0.6116292 Sep 15 13:40:05.985010 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bb689bd6-1b90-4d89-bb15-97ce5caa6409 req-63c85886-dc81-46ff-8085-5f8fe2e4aa26 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620408 Sep 15 13:40:06.016087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=1bd9aae3-f79b-4a41-9b57-31e118798469,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:06.020131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:06.031053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port e9bb4fde-a7ae-4953-a1bd-dba564856fdc triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:06.031472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.090887 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3ea80b1e-78a3-4131-8cd6-321f19a0ecb7 req-d400226b-cd08-4b53-af17-f51ae5316dd7 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5120160-85e6-4f75-a24a-667489c9ec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250041 Sep 15 13:40:06.100494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.114067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.145298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:06.195023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.241293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Pushing event updated for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:06.245834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:06.246527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-fb55fdb2-f54c-4de0-88e9-d48fec4f1a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:06.315270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Pushing event deleted for resources: {'Port': ['ID=07f1d5e9-a5ef-42af-8c17-2ca00def8876,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:06.342943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.352799 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:06.382188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc69c-e842-4e78-b53d-0a61d1ac2a58 req-a576fa4d-3672-4970-8d41-c539476b2d82 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:06.384059 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e61bc69c-e842-4e78-b53d-0a61d1ac2a58 req-a576fa4d-3672-4970-8d41-c539476b2d82 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.1190891 Sep 15 13:40:06.401027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] No DVR routers for this DVR port 07f1d5e9-a5ef-42af-8c17-2ca00def8876 on host hv-cinder-80918 {{(pid=82340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:40:06.419258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.421966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'name': 'network-vif-deleted', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:06.439151 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e61bc69c-e842-4e78-b53d-0a61d1ac2a58 req-1899be77-90a8-4944-aa2c-a9a3090cfa04 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Sep 15 13:40:06.499351 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfae8de5-7a7d-4650-b36e-3d5fe4fba7a0', 'name': 'network-vif-deleted', 'tag': '07f1d5e9-a5ef-42af-8c17-2ca00def8876', 'status': 'completed', 'code': 200} Sep 15 13:40:06.509659 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-349e39f0-3707-469d-a486-3e518b1d8e87 req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] 10.222.0.39 "DELETE /v2.0/ports/07f1d5e9-a5ef-42af-8c17-2ca00def8876 HTTP/1.1" status: 204 len: 173 time: 2.1587625 Sep 15 13:40:06.544079 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de1e1d02-e7c3-40cb-9bce-8b757f477875 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:06.545616 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de1e1d02-e7c3-40cb-9bce-8b757f477875 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.0875900 Sep 15 13:40:06.560857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:06.562111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:06.634951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Deleting port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:06.635505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:06.797174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 07f1d5e9-a5ef-42af-8c17-2ca00def8876 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:06.841388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 07f1d5e9-a5ef-42af-8c17-2ca00def8876 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:40:06.841788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 07f1d5e9-a5ef-42af-8c17-2ca00def8876 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:40:06.934380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-ecb4d17a-b090-4877-b8af-51dea5ea0833 None None] Provisioning complete for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:06.934932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d17a-b090-4877-b8af-51dea5ea0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:07.010318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4d17a-b090-4877-b8af-51dea5ea0833 None None] Port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:40:07.091406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Router 394be0f8-204d-4dfe-bebd-02340e38fb88 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:40:07.254765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bd9aae3-f79b-4a41-9b57-31e118798469 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:07.299510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93714-45db-464a-9615-57de79d4b08e req-9151ee5a-9f2d-48a8-b348-1412af942ef5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:07.311250 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5e93714-45db-464a-9615-57de79d4b08e req-9151ee5a-9f2d-48a8-b348-1412af942ef5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.5143638 Sep 15 13:40:07.369237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1bd9aae3-f79b-4a41-9b57-31e118798469 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:07.369897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:07.425373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] For port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:07.425909 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:07.512675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5e93714-45db-464a-9615-57de79d4b08e req-9ecd7a83-3136-4fc8-92d4-81ce0c003a2e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006559 Sep 15 13:40:07.662166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296d943-e656-451d-9c2c-4a8fa7a3fdb4 req-cb82986a-c1a6-49aa-a707-b4b64dcd1038 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:07.663837 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4296d943-e656-451d-9c2c-4a8fa7a3fdb4 req-cb82986a-c1a6-49aa-a707-b4b64dcd1038 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1536632 Sep 15 13:40:07.669304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Calling delete_port for 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:07.797532 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4296d943-e656-451d-9c2c-4a8fa7a3fdb4 req-d0a47a80-4e3a-4db6-a2ac-1d858816c625 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255317 Sep 15 13:40:07.863874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:40:07.869980 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] 10.222.0.22 "PUT /v2.0/routers/394be0f8-204d-4dfe-bebd-02340e38fb88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7732923 Sep 15 13:40:08.002845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:08.015434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:40:08.015972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a89323fa-0923-4826-8669-4889b14f62a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:08.146559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event deleted for resources: {'Port': ['ID=1800f9db-ffa0-4f4f-aa76-68a9bbb38e97,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:08.156329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:08.258845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Sync routers for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:40:08.263299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22118d-8931-4959-96d2-79ffbd690872 req-8d2d34ee-a2c6-426c-bd41-65e4e942fc8f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:08.269005 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e22118d-8931-4959-96d2-79ffbd690872 req-8d2d34ee-a2c6-426c-bd41-65e4e942fc8f tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=adef03ca-22d2-45e9-b2a0-448bb7b443dd HTTP/1.1" status: 200 len: 945 time: 0.3784585 Sep 15 13:40:08.270136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] No DVR routers for this DVR port 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:40:08.273316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:08.316291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'name': 'network-vif-deleted', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:08.322564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:08.323301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:39:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:08.340355 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-96b92ea2-e687-4b86-86ed-eb9d860a26cd req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "DELETE /v2.0/ports/1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 HTTP/1.1" status: 204 len: 173 time: 1.7848029 Sep 15 13:40:08.466830 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0e22118d-8931-4959-96d2-79ffbd690872 req-e58e0574-4301-429a-9fc5-126b09c73483 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293607 Sep 15 13:40:08.627105 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef03ca-22d2-45e9-b2a0-448bb7b443dd', 'name': 'network-vif-deleted', 'tag': '1800f9db-ffa0-4f4f-aa76-68a9bbb38e97', 'status': 'completed', 'code': 200} Sep 15 13:40:08.751494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:08.773321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a6f76-707c-4c5a-b417-3efaa7528c55 req-b5d38fd6-0fc1-4304-8b01-e44d7cb3a94c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:08.786471 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c7a6f76-707c-4c5a-b417-3efaa7528c55 req-b5d38fd6-0fc1-4304-8b01-e44d7cb3a94c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1942408 Sep 15 13:40:08.917812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d1286-4792-4bfc-84fa-11b1fc56dde5 req-c9af96dc-8e1e-4859-83c8-20bd909ec4fe tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:08.918156 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c7a6f76-707c-4c5a-b417-3efaa7528c55 req-eb1234c7-afb6-4ef8-a6b5-8caabc2630bc tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301243 Sep 15 13:40:08.930222 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b17d1286-4792-4bfc-84fa-11b1fc56dde5 req-c9af96dc-8e1e-4859-83c8-20bd909ec4fe tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1269696 Sep 15 13:40:09.015652 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b17d1286-4792-4bfc-84fa-11b1fc56dde5 req-01db12c8-0ee0-4a83-90ee-c85bb804180c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843112 Sep 15 13:40:09.221849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b375b-1f7b-4e17-bb49-f0c4d1935025 req-b710fddb-2829-46f4-b5bf-d44797caca80 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:09.238157 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3c7b375b-1f7b-4e17-bb49-f0c4d1935025 req-b710fddb-2829-46f4-b5bf-d44797caca80 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1469729 Sep 15 13:40:09.345703 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3c7b375b-1f7b-4e17-bb49-f0c4d1935025 req-ce38d34b-ce86-4e38-89ec-bd6fa671de22 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062691 Sep 15 13:40:09.408242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 2, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:09.423202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Checking router: 394be0f8-204d-4dfe-bebd-02340e38fb88 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:40:09.425069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Updating router 394be0f8-204d-4dfe-bebd-02340e38fb88 port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:40:09.481581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:09.686853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52206) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:09.694431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-945246582-network', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:09.704162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:09.711286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Usage tracker for resource:network and tenant:22dc6c779b384b1f94e5d8aa8d6a274e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:09.716962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:09.741581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:09.767024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Made reservation on behalf of 22dc6c779b384b1f94e5d8aa8d6a274e for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:40:09.780874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:09.819519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:09.866588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:09.871225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Usage tracker for resource:security_group_rule and tenant:22dc6c779b384b1f94e5d8aa8d6a274e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:09.875425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:09.882023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:09.981241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.000127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Transition to ACTIVE for port object 7f837e92-e704-49ee-a42b-b94c51bf3fb1 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:10.010733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.021713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:10.035032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.040726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.046734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-287dd584-2946-4a9d-beb8-56badbf4e248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:10.096092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:40:10.129286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0493592-082b-4288-bb18-ba09f80e8d60,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:10.147136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:10.154682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.155739 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Added segment 8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f of type vlan for network 7cf38103-ae05-4323-bc5a-c1533adeb19e Sep 15 13:40:10.227600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e446b52-18dd-42fd-b0f0-1c92be8f7b85 req-f9231b05-3c58-408d-905a-8e3cfe766597 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:10.228787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-6e446b52-18dd-42fd-b0f0-1c92be8f7b85 req-f9231b05-3c58-408d-905a-8e3cfe766597 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:10.238162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Pushing event updated for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:10.256971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-6e446b52-18dd-42fd-b0f0-1c92be8f7b85 req-f9231b05-3c58-408d-905a-8e3cfe766597 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:10.264436 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6e446b52-18dd-42fd-b0f0-1c92be8f7b85 req-f9231b05-3c58-408d-905a-8e3cfe766597 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.2165384 Sep 15 13:40:10.276811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.295117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:10.362064 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6e446b52-18dd-42fd-b0f0-1c92be8f7b85 req-1a38ee42-ba76-43ca-8920-4e3db08f86c5 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961366 Sep 15 13:40:10.388663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.395870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62cceb-d83d-4a82-8dfb-800940f61bc2 req-5ca16d3c-770a-4362-8e85-274f2ecf1199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:10.397657 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b62cceb-d83d-4a82-8dfb-800940f61bc2 req-5ca16d3c-770a-4362-8e85-274f2ecf1199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1865876 Sep 15 13:40:10.398712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:10.399333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.419286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Attempting to bind port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:10.420520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Attempting to bind port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:10.421115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Attempting to bind port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 on network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:10.423050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:10.430936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:10.436352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Checking segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:10.436824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.437276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Bound using segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:10.437816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Bound port: 7f837e92-e704-49ee-a42b-b94c51bf3fb1, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:10.438317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.539012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] For port 7f837e92-e704-49ee-a42b-b94c51bf3fb1, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:10.548214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] For port 7f837e92-e704-49ee-a42b-b94c51bf3fb1, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=7f837e92-e704-49ee-a42b-b94c51bf3fb1,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:10.555172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.560077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:10.573176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf38103-ae05-4323-bc5a-c1533adeb19e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:10.577005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:10.588342 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8983443 Sep 15 13:40:10.590575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52244) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:10.600647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:40:10.602376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Request body: {'subnet': {'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-945246582-subnet', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:10.604338 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b62cceb-d83d-4a82-8dfb-800940f61bc2 req-195f6a6d-d5d5-46d2-8415-fde956f715a8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986468 Sep 15 13:40:10.611000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:10.618321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Usage tracker for resource:subnet and tenant:22dc6c779b384b1f94e5d8aa8d6a274e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:10.627492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:10.635099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:10.662770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a578070-2794-44e4-b4d4-5b2e918c9984 req-e2df6e8c-4354-4b97-afe9-ce4b98514697 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:10.664971 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8a578070-2794-44e4-b4d4-5b2e918c9984 req-e2df6e8c-4354-4b97-afe9-ce4b98514697 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1504152 Sep 15 13:40:10.673615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Made reservation on behalf of 22dc6c779b384b1f94e5d8aa8d6a274e for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:40:10.679525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:10.766223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:10.767431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:39:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:10.834694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:40:10.837176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:10.916367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8a578070-2794-44e4-b4d4-5b2e918c9984 req-593777c0-ea08-4cd0-a727-3fb544e94440 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220342 Sep 15 13:40:10.933371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Pushing event updated for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:10.955122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:10.955754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:40:10.956142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1800f9db-ffa0-4f4f-aa76-68a9bbb38e97 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:40:10.991973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.001520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aadab5a4-915c-4738-a974-248dc72783d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:11.087122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e733d2-197b-4832-9459-0a2de3bb0a36,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:11.090009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:11.092443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f50d-94b7-4eaf-9a9e-211ddd7cbc2e req-4c85791d-e182-47f6-93ef-c64122ada4b8 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:11.094064 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d547f50d-94b7-4eaf-9a9e-211ddd7cbc2e req-4c85791d-e182-47f6-93ef-c64122ada4b8 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 945 time: 0.0844533 Sep 15 13:40:11.098679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Checking segment: {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:11.099064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Network hostable DHCP agents. Network: 7cf38103-ae05-4323-bc5a-c1533adeb19e, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:40:11.121193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:40:11.130441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 7cf38103-ae05-4323-bc5a-c1533adeb19e) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:11.134659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:11.135249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.143421 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:11.146400 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d547f50d-94b7-4eaf-9a9e-211ddd7cbc2e req-75ba1ac0-0205-4c8f-9215-a80267124078 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Sep 15 13:40:11.168613 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5734346 Sep 15 13:40:11.171090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52250) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:11.176863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:11.181757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:11.185764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Usage tracker for resource:router and tenant:22dc6c779b384b1f94e5d8aa8d6a274e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:11.189259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:11.192479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be673ec-a4c1-47ee-93fb-322777e2c11c None None] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:40:11.195606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:11.205195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.206151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.228874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.327646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:11.402224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.418889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:40:11.623047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d291-b038-4cb7-9249-d843ea196a67 req-f8570517-1e63-45a3-aaac-cbfbc6c47118 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:11.631899 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a019d291-b038-4cb7-9249-d843ea196a67 req-f8570517-1e63-45a3-aaac-cbfbc6c47118 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1074357 Sep 15 13:40:11.688113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3a04-a2f6-4b89-be53-be3268c7993a req-e7a358ed-46e2-47e4-af8d-83714933b6d8 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:11.691291 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ef6d3a04-a2f6-4b89-be53-be3268c7993a req-e7a358ed-46e2-47e4-af8d-83714933b6d8 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.1815217 Sep 15 13:40:11.723917 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a019d291-b038-4cb7-9249-d843ea196a67 req-9e87922a-8b4a-4b16-ad3a-7d50f91e6ec1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909488 Sep 15 13:40:11.768591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.811869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.875319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.926920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:11.945976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:40:12.034624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0b43-30c2-4554-9687-ea020a0aac76 req-df073cb8-2096-40cd-bca5-ea06107870ef tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:12.036241 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-73bc0b43-30c2-4554-9687-ea020a0aac76 req-df073cb8-2096-40cd-bca5-ea06107870ef tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1045430 Sep 15 13:40:12.040005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Allocated IP 172.28.2.54 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/9f5174ee-53dc-4d2a-8251-e39d30de0678) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:40:12.044997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:12.052928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:12.056139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:12.129070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-7cf38103-ae05-4323-bc5a-c1533adeb19e', 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'fixed_ips': [{'subnet_id': '32e733d2-197b-4832-9459-0a2de3bb0a36'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:40:12.132865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:12.140119 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-73bc0b43-30c2-4554-9687-ea020a0aac76 req-50171729-3800-45c6-a966-902a2505e154 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905926 Sep 15 13:40:12.243793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:12.260604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:40:12.303092 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ef6d3a04-a2f6-4b89-be53-be3268c7993a req-db13dd37-2ff2-4d04-876a-27e7ef1414a4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596321 Sep 15 13:40:12.304069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:12.314499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:12.371701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=6']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:12.389580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:12.400852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:12.445678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9885c43-fa43-4545-9583-823a3701f053 None None] The sync data for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb is: [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:10Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:40:12.530701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:12.539682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Pushing event updated for resources: {'Port': ['ID=9f5174ee-53dc-4d2a-8251-e39d30de0678,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:12.584846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4349-ba86-409e-a628-edf7ce329270 req-293bd6d5-f50d-4415-9122-e1b810ebb2aa tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:12.588944 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a89f4349-ba86-409e-a628-edf7ce329270 req-293bd6d5-f50d-4415-9122-e1b810ebb2aa tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 945 time: 0.6728814 Sep 15 13:40:12.590008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:12.700616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:12.708495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:12.757134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Allocated IP 172.20.0.2 (7cf38103-ae05-4323-bc5a-c1533adeb19e/32e733d2-197b-4832-9459-0a2de3bb0a36/10e86a5c-b5ad-4067-91e6-1718071fa56d) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:40:12.857945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device d8a531b1-b04c-4a4f-92d8-18dcff3f5309 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:13.185131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Deleting port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:13.185525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:13.246907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-3a3efbc9-7fdf-4a01-8fe8-cfedb09b3863 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:13.248505 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-3a3efbc9-7fdf-4a01-8fe8-cfedb09b3863 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 945 time: 0.3808129 Sep 15 13:40:13.437974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282155aa-9e00-4bfb-950a-ffc150c5dee7 req-92b057b3-c20c-42f3-9f6c-26f658b715b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:13.469025 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-282155aa-9e00-4bfb-950a-ffc150c5dee7 req-92b057b3-c20c-42f3-9f6c-26f658b715b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 945 time: 0.8694549 Sep 15 13:40:13.498863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Deleting port 0171af30-5199-4501-beba-d0ccd3c53cf0 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:13.499253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:13.501559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 7f837e92-e704-49ee-a42b-b94c51bf3fb1 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:13.966085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.151877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:14.164598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:14.178156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.184288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:14.220017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:14.249486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:14.249917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.305926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.384667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] For port 0171af30-5199-4501-beba-d0ccd3c53cf0, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=0171af30-5199-4501-beba-d0ccd3c53cf0,segment=NetworkSegment(62f76744-2945-487e-9efa-4985f69576b5),segment_id=62f76744-2945-487e-9efa-4985f69576b5)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:14.384990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.488188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Transition to ACTIVE for port object 10e86a5c-b5ad-4067-91e6-1718071fa56d will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:14.560400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=6']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:14.574736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:14.630593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Calling delete_port for 0171af30-5199-4501-beba-d0ccd3c53cf0 owned by compute:nova {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:14.680710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Transition to ACTIVE for port object 10e86a5c-b5ad-4067-91e6-1718071fa56d will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:14.701206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.723458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:14.756081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:14.756081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.787590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:14.822217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:14.824485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5e5fd-3594-4b4d-8207-40cd9586bed3 req-3f67655b-57e8-4800-bafc-07eeed31dba5 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:14.826967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:14.837578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4cb5e5fd-3594-4b4d-8207-40cd9586bed3 req-3f67655b-57e8-4800-bafc-07eeed31dba5 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 945 time: 1.2470818 Sep 15 13:40:14.885647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:14.961422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:14.971178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Calling delete_port for d8a531b1-b04c-4a4f-92d8-18dcff3f5309 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:15.117761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:40:15.118465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:40:15.127447 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4cb5e5fd-3594-4b4d-8207-40cd9586bed3 req-bb9ca670-faa8-46d0-9d2a-dc18da409a62 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e8d23c7-a411-4803-b0c1-b141ee518171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216300 Sep 15 13:40:15.128270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.155138 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-282155aa-9e00-4bfb-950a-ffc150c5dee7 req-2733887e-11b1-423c-adbc-5a76872455c2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6677449 Sep 15 13:40:15.162653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Pushing event updated for resources: {'Port': ['ID=10e86a5c-b5ad-4067-91e6-1718071fa56d,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:15.169849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e3f79f23-8953-4366-b735-917db8b5116c tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:15.175244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:15.177337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.178392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.306651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Attempting to bind port 10e86a5c-b5ad-4067-91e6-1718071fa56d on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:15.308855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Attempting to bind port 10e86a5c-b5ad-4067-91e6-1718071fa56d by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:15.309768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Attempting to bind port 10e86a5c-b5ad-4067-91e6-1718071fa56d on network 7cf38103-ae05-4323-bc5a-c1533adeb19e {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:15.328437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-698fde71-8642-4d4e-8ba8-b84750aed05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.424758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:15.425195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.496596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:15.497174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Checking segment: {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:15.497474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.497870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Bound using segment: {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:15.498572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Bound port: 10e86a5c-b5ad-4067-91e6-1718071fa56d, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:15.499001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.547003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 7f837e92-e704-49ee-a42b-b94c51bf3fb1, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=7f837e92-e704-49ee-a42b-b94c51bf3fb1,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:15.569111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.585765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:15.620234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Deleting port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:15.620938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.691457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Pushing event deleted for resources: {'Port': ['ID=0171af30-5199-4501-beba-d0ccd3c53cf0,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:15.718048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:15.729804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] No DVR routers for this DVR port 0171af30-5199-4501-beba-d0ccd3c53cf0 on host hv-cinder-80918 {{(pid=82340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:40:15.732528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:15.759260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'name': 'network-vif-deleted', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:15.792817 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-17101aed-b2c2-413a-84d3-272a9d2afce0 req-5f343ca3-88cb-4ed1-a6d3-e621823236e3 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.39 "DELETE /v2.0/ports/0171af30-5199-4501-beba-d0ccd3c53cf0 HTTP/1.1" status: 204 len: 173 time: 2.5253012 Sep 15 13:40:15.848608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653532f9-78af-4844-9d94-a9073ed0927e req-97dba06a-9d6e-4b9f-a62a-67819fd2cf0d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:15.856425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-653532f9-78af-4844-9d94-a9073ed0927e req-97dba06a-9d6e-4b9f-a62a-67819fd2cf0d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.4082928 Sep 15 13:40:15.988872 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-653532f9-78af-4844-9d94-a9073ed0927e req-7774d8fa-c0ff-46b4-8ef5-a93bdbaab72e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312892 Sep 15 13:40:16.018220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:16.128945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:16.163935 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'code': 200} Sep 15 13:40:16.191574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] For port 10e86a5c-b5ad-4067-91e6-1718071fa56d, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:16.240321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] For port 10e86a5c-b5ad-4067-91e6-1718071fa56d, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=10e86a5c-b5ad-4067-91e6-1718071fa56d,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:16.255970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.263173 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7ebf55-7a37-489b-88cc-104e1bab7c0c', 'name': 'network-vif-deleted', 'tag': '0171af30-5199-4501-beba-d0ccd3c53cf0', 'status': 'completed', 'code': 200} Sep 15 13:40:16.267505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-92a990d2-4695-43e9-bc20-4efc1702aa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:16.364244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.447306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] For port d8a531b1-b04c-4a4f-92d8-18dcff3f5309, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:16.447886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.658744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Calling delete_port for d8a531b1-b04c-4a4f-92d8-18dcff3f5309 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:16.669889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:16.719674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4d514c83-a4f3-4582-8c1c-8d5bca6d4d82 req-77240410-938b-4a9a-871e-b4bcb949f777 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Synchronizing usage tracker for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:16.734084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.741209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 0171af30-5199-4501-beba-d0ccd3c53cf0 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:16.776283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4d514c83-a4f3-4582-8c1c-8d5bca6d4d82 req-77240410-938b-4a9a-871e-b4bcb949f777 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Unset dirty status for tenant:c39356c98374433db4dbfd0fd6fcab0d on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:16.789207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4d514c83-a4f3-4582-8c1c-8d5bca6d4d82 req-77240410-938b-4a9a-871e-b4bcb949f777 tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7ebf55-7a37-489b-88cc-104e1bab7c0c HTTP/1.1" status: 200 len: 210 time: 0.2440040 Sep 15 13:40:16.857535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 0171af30-5199-4501-beba-d0ccd3c53cf0 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:40:16.858002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 0171af30-5199-4501-beba-d0ccd3c53cf0 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:40:16.867474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Pushing event updated for resources: {'Port': ['ID=10e86a5c-b5ad-4067-91e6-1718071fa56d,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:16.880840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:16.881788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:16.927550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.956761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3a7b-5187-4f57-ab0a-d271d2eb3b59 req-b92eb324-feb3-4884-8c03-ab004225045d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:16.968771 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2bef3a7b-5187-4f57-ab0a-d271d2eb3b59 req-b92eb324-feb3-4884-8c03-ab004225045d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a7110f-0a43-435f-b2ee-83266159e11d HTTP/1.1" status: 200 len: 943 time: 1.4234920 Sep 15 13:40:16.969722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:16.987809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['5bd96930-77ce-4613-ac4b-d0fc90ead97d'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:40:16.996871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:17.125639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event deleted for resources: {'Port': ['ID=d8a531b1-b04c-4a4f-92d8-18dcff3f5309,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:17.153059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=7']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:17.173382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:17.180241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:17.246042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] No DVR routers for this DVR port d8a531b1-b04c-4a4f-92d8-18dcff3f5309 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:40:17.270669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:17.291827 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2bef3a7b-5187-4f57-ab0a-d271d2eb3b59 req-78fb29ad-39e5-4ebc-a0af-6060b1a17574 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895771 Sep 15 13:40:17.302616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-deleted', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:17.320547 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a89f4349-ba86-409e-a628-edf7ce329270 req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "DELETE /v2.0/ports/d8a531b1-b04c-4a4f-92d8-18dcff3f5309 HTTP/1.1" status: 204 len: 173 time: 4.6180103 Sep 15 13:40:17.418963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b83e1e-6f24-41f9-a9e9-41c431af9905 req-9e1fbdeb-8ee9-4dbd-8ba6-1b3bb1bdadb9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:17.443029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c0b83e1e-6f24-41f9-a9e9-41c431af9905 req-9e1fbdeb-8ee9-4dbd-8ba6-1b3bb1bdadb9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.3334804 Sep 15 13:40:17.514807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Router bcb7cefd-3ed6-4106-8449-236e817a2cfe is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:40:17.619328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2b50-942f-4d53-96be-e91405ffda64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:17.650239 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c0b83e1e-6f24-41f9-a9e9-41c431af9905 req-5cd576a9-2228-4db1-96ce-2c0c78a7c840 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061229 Sep 15 13:40:17.796871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:17.953531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:40:17.963745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Sync routers for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:40:18.002622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:18.003322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:40:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:18.003588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:18.004984 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.8328893 Sep 15 13:40:18.007828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52352) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:18.058400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 7f837e92-e704-49ee-a42b-b94c51bf3fb1 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:18.142886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b581-b4a7-44c6-a9c8-54eef53ecd0b req-6dde5afd-a081-4082-8790-c36564b37ca2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:18.155095 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cba1b581-b4a7-44c6-a9c8-54eef53ecd0b req-6dde5afd-a081-4082-8790-c36564b37ca2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2367239 Sep 15 13:40:18.185379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:18.306959 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cba1b581-b4a7-44c6-a9c8-54eef53ecd0b req-b0ca42da-6f0a-4832-9f44-865f1f5de5be tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507936 Sep 15 13:40:18.320643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:18.321064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:18.450452 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a7110f-0a43-435f-b2ee-83266159e11d', 'name': 'network-vif-deleted', 'tag': 'd8a531b1-b04c-4a4f-92d8-18dcff3f5309', 'status': 'completed', 'code': 200} Sep 15 13:40:18.648992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:18.732040 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'code': 200} Sep 15 13:40:18.834520 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-6dc6fda7-ebd9-44d3-99fa-632cf4e2969d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.3191061 Sep 15 13:40:18.895778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 10e86a5c-b5ad-4067-91e6-1718071fa56d up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:19.150891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 10e86a5c-b5ad-4067-91e6-1718071fa56d completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:19.191021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f1328-ced7-402d-a121-47108b38ce3b req-44565902-71e0-420a-872f-c8c2b135a516 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:19.209167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a73f1328-ced7-402d-a121-47108b38ce3b req-44565902-71e0-420a-872f-c8c2b135a516 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.4125473 Sep 15 13:40:19.307000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:19.420078 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a73f1328-ced7-402d-a121-47108b38ce3b req-6c2f6b29-2cc3-4577-b4f3-bb0cff577ff1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098281 Sep 15 13:40:19.880910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:13Z', 'revision_number': 3, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:19.887518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200627-d6d2-42ad-8be1-e6ad6abefb2b req-010d341f-f2f9-460b-b256-e63601c30c25 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:19.888081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Checking router: bcb7cefd-3ed6-4106-8449-236e817a2cfe for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:40:19.888636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Updating router bcb7cefd-3ed6-4106-8449-236e817a2cfe port 9f5174ee-53dc-4d2a-8251-e39d30de0678 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:40:19.901519 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e7200627-d6d2-42ad-8be1-e6ad6abefb2b req-010d341f-f2f9-460b-b256-e63601c30c25 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1581931 Sep 15 13:40:19.918851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd72ffc5-494c-4dea-868a-a75997f30ed7 None None] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:40:20.041062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.046248 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e7200627-d6d2-42ad-8be1-e6ad6abefb2b req-d9dab579-2615-4496-a5e8-933e316cf8c6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423609 Sep 15 13:40:20.246390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Provisioning for port 10e86a5c-b5ad-4067-91e6-1718071fa56d completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:20.260878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Provisioning complete for port 10e86a5c-b5ad-4067-91e6-1718071fa56d triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:20.270337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.415319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-015f6a80-2279-401f-8033-d65674340661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:20.428330 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-015f6a80-2279-401f-8033-d65674340661 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 1.5809190 Sep 15 13:40:20.544762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.587123 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-3bed7560-4e2e-4ddc-bb49-337eed9a034a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.1554031 Sep 15 13:40:20.748452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-f5894fa7-887c-45b7-9dcb-692354b56793 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:20.750714 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-f5894fa7-887c-45b7-9dcb-692354b56793 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.1528509 Sep 15 13:40:20.787435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] For port 10e86a5c-b5ad-4067-91e6-1718071fa56d, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=10e86a5c-b5ad-4067-91e6-1718071fa56d,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:20.810327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.814414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:20.942321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.955985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Pushing event updated for resources: {'Port': ['ID=10e86a5c-b5ad-4067-91e6-1718071fa56d,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:20.963088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:20.971526 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-70df658c-933c-4ab9-81b9-fad378544cbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1863763 Sep 15 13:40:20.982486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Transition to ACTIVE for port object 9f5174ee-53dc-4d2a-8251-e39d30de0678 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:20.992473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:20.997936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:21.124057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e8fe7-d447-4c7d-b714-f51b22a98a76 req-7c209468-628e-4c2a-9c68-0e2baf3229d1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:21.136973 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-926e8fe7-d447-4c7d-b714-f51b22a98a76 req-7c209468-628e-4c2a-9c68-0e2baf3229d1 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.2731962 Sep 15 13:40:21.169399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b24a1-e021-4365-8983-816815955a75 None None] Pushing event updated for resources: {'Port': ['ID=9f5174ee-53dc-4d2a-8251-e39d30de0678,revision_number=2']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:21.172580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3a4b24a1-e021-4365-8983-816815955a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:21.239534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Attempting to bind port 9f5174ee-53dc-4d2a-8251-e39d30de0678 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:21.239534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Attempting to bind port 9f5174ee-53dc-4d2a-8251-e39d30de0678 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:21.239534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Attempting to bind port 9f5174ee-53dc-4d2a-8251-e39d30de0678 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:21.275021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:21.275504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:21.275863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:21.276295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:21.276810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Bound port: 9f5174ee-53dc-4d2a-8251-e39d30de0678, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:21.277230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:21.318871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-926e8fe7-d447-4c7d-b714-f51b22a98a76 req-39d467d6-7ec6-4288-bd46-cd88c369d657 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781392 Sep 15 13:40:21.337044 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-cd23123b-7064-45f8-9250-8d3e3d4fa1d4 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645704 Sep 15 13:40:21.455227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-4310fde8-abc0-48fe-98cf-b0e6870930b5 None None] Provisioning complete for port 10e86a5c-b5ad-4067-91e6-1718071fa56d triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:21.455649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4310fde8-abc0-48fe-98cf-b0e6870930b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:21.478883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f80641-5bf8-4f29-9ed6-0019e4dcb82b req-ddd24594-9c88-481a-bbad-ce58626f7a0c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:21.490923 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b5f80641-5bf8-4f29-9ed6-0019e4dcb82b req-ddd24594-9c88-481a-bbad-ce58626f7a0c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 2.3418989 Sep 15 13:40:21.501980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] For port 9f5174ee-53dc-4d2a-8251-e39d30de0678, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:21.514760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] For port 9f5174ee-53dc-4d2a-8251-e39d30de0678, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=9f5174ee-53dc-4d2a-8251-e39d30de0678,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:21.520175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:21.525179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-657b334a-9afb-4838-b4a9-ad91cb7382a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:21.746450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b24a1-e021-4365-8983-816815955a75 None None] Pushing event updated for resources: {'Port': ['ID=9f5174ee-53dc-4d2a-8251-e39d30de0678,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:21.749589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3a4b24a1-e021-4365-8983-816815955a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:21.750387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:21.759465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:40:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:21.788517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 10e86a5c-b5ad-4067-91e6-1718071fa56d up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:21.794378 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fbd1d49e-f3ed-4668-a656-d459d58880ff req-45ec334a-ab06-4cc3-b397-a1fc3a28baba service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497788 Sep 15 13:40:21.848080 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b5f80641-5bf8-4f29-9ed6-0019e4dcb82b req-969c7fe0-4623-43a8-9f42-4bfeed17594a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561819 Sep 15 13:40:21.855942 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db0404-e4cb-4aff-a126-c21cbe18d4cd req-134db3fb-4c1e-4ce1-af0d-677ebed3df3b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:21.865371 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25db0404-e4cb-4aff-a126-c21cbe18d4cd req-134db3fb-4c1e-4ce1-af0d-677ebed3df3b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.1817095 Sep 15 13:40:21.926571 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25db0404-e4cb-4aff-a126-c21cbe18d4cd req-167e7700-5146-4577-9fa6-793226d2b0d0 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600665 Sep 15 13:40:21.988450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 10e86a5c-b5ad-4067-91e6-1718071fa56d triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:21.988873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:22.222973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:22.327636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b31f-91b9-4413-bf2d-339f2bdea098 req-2ca05fba-eda7-4309-9a04-5cca99ace6d8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:22.339649 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-eeb5b31f-91b9-4413-bf2d-339f2bdea098 req-2ca05fba-eda7-4309-9a04-5cca99ace6d8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2434371 Sep 15 13:40:22.463073 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-eeb5b31f-91b9-4413-bf2d-339f2bdea098 req-45093d25-16d9-4427-930b-672bdfb2de03 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223636 Sep 15 13:40:22.546665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:40:22.881624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-0c53f569-c8a6-40d7-9c28-21de6131feda tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:22.882846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-0c53f569-c8a6-40d7-9c28-21de6131feda tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Synchronizing usage tracker for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:22.894513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf46d6-7197-4593-bec7-dccb3d32b57b req-490a2d6e-621b-4147-98ad-5bde76c64b86 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:22.896561 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-66cf46d6-7197-4593-bec7-dccb3d32b57b req-490a2d6e-621b-4147-98ad-5bde76c64b86 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.2071829 Sep 15 13:40:22.954982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:13Z', 'revision_number': 3, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:22.963130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335c91-f30e-4d0d-b2cd-b0a72831f25d None None] The sync data for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb is: [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:13Z', 'revision_number': 3, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:40:23.007515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-0c53f569-c8a6-40d7-9c28-21de6131feda tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Unset dirty status for tenant:372158c796884fcfabef7df4e97a9945 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:23.009152 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-0c53f569-c8a6-40d7-9c28-21de6131feda tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.4439616 Sep 15 13:40:23.098871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-66cf46d6-7197-4593-bec7-dccb3d32b57b req-19ca2d60-568e-41d3-b0e9-041edae829d5 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886268 Sep 15 13:40:23.119503 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:23.164219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Deleting port 5bd96930-77ce-4613-ac4b-d0fc90ead97d {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:40:23.164892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:23.357567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010780c-6ef1-4fc5-af36-ab4305a0063e req-a9eae704-f7d8-4719-b4d0-87e05b59df72 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:23.374984 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b010780c-6ef1-4fc5-af36-ab4305a0063e req-a9eae704-f7d8-4719-b4d0-87e05b59df72 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.2048347 Sep 15 13:40:23.476323 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b010780c-6ef1-4fc5-af36-ab4305a0063e req-6ddc403b-206f-4731-8fd3-966c76943188 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003361 Sep 15 13:40:23.571686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Allocated IP 172.20.0.1 (7cf38103-ae05-4323-bc5a-c1533adeb19e/32e733d2-197b-4832-9459-0a2de3bb0a36/60a2d55e-2d4e-412e-9a5a-3f73778324d2) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:40:24.043174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44869de8-1c37-4226-855b-d5a9feda2479 req-8497cd5e-83ce-4bf2-96d1-8293bf5c102d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:24.054403 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-44869de8-1c37-4226-855b-d5a9feda2479 req-8497cd5e-83ce-4bf2-96d1-8293bf5c102d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2378826 Sep 15 13:40:24.179406 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-44869de8-1c37-4226-855b-d5a9feda2479 req-cda24960-9851-4e93-9813-829d5087fb86 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236527 Sep 15 13:40:24.558397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb603e-06f2-4af2-b6de-5d1208184078 req-e0b85165-3046-4478-a4de-108d8a4b021f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:24.560730 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ffb603e-06f2-4af2-b6de-5d1208184078 req-e0b85165-3046-4478-a4de-108d8a4b021f tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1604865 Sep 15 13:40:24.706151 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ffb603e-06f2-4af2-b6de-5d1208184078 req-3f3c9b97-0427-4b9e-b750-bf12774c1e93 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370640 Sep 15 13:40:24.848081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a1a8-b74f-47b7-bcfa-35deb244787e req-620b87ac-3b04-4876-8821-d1ae2e05b3bf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:24.849675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6a48a1a8-b74f-47b7-bcfa-35deb244787e req-620b87ac-3b04-4876-8821-d1ae2e05b3bf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 1.2114277 Sep 15 13:40:24.914219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] For port 5bd96930-77ce-4613-ac4b-d0fc90ead97d, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=5bd96930-77ce-4613-ac4b-d0fc90ead97d,segment=NetworkSegment(76e04e56-4fc0-4a26-bc9c-8726834b85a8),segment_id=76e04e56-4fc0-4a26-bc9c-8726834b85a8)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:24.914647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:25.171579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383c48-5786-42c4-8ace-119c8df5c0f0 req-3c434ce1-f1f2-45a6-9f16-e6f8d49f30b6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:25.181434 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ec383c48-5786-42c4-8ace-119c8df5c0f0 req-3c434ce1-f1f2-45a6-9f16-e6f8d49f30b6 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 945 time: 0.2339067 Sep 15 13:40:25.191456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:25.210707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Calling delete_port for 5bd96930-77ce-4613-ac4b-d0fc90ead97d owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:40:25.252089 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ec383c48-5786-42c4-8ace-119c8df5c0f0 req-79adb90c-f2fd-4163-a558-5ba20a8614e1 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5939e1b-d5d6-4099-836e-df60ff43978c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693705 Sep 15 13:40:25.270451 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6a48a1a8-b74f-47b7-bcfa-35deb244787e req-0435e22f-9bd4-4d7d-9464-eb706578bf17 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045632 Sep 15 13:40:25.351192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Transition to ACTIVE for port object 60a2d55e-2d4e-412e-9a5a-3f73778324d2 will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:25.508890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:25.516463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-741bf294-6748-4176-aa08-16c0b68dc897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:25.588787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Pushing event updated for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:25.592475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:25.648311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:25.681865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:25.683519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:25.709574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e02cc-b956-4335-b1aa-fe5fbe59ad65 req-d57cf734-0694-4bd2-9a60-fc1bb31dfaef tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:25.720507 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f7e02cc-b956-4335-b1aa-fe5fbe59ad65 req-d57cf734-0694-4bd2-9a60-fc1bb31dfaef tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2077684 Sep 15 13:40:25.731613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:25.768660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:40:25.770832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:25.844013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 9f5174ee-53dc-4d2a-8251-e39d30de0678 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:25.881847 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f7e02cc-b956-4335-b1aa-fe5fbe59ad65 req-b4df8e2c-ea93-4c20-929b-a46f190a3a02 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597369 Sep 15 13:40:25.947862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Pushing event deleted for resources: {'Port': ['ID=5bd96930-77ce-4613-ac4b-d0fc90ead97d,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:25.978851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:26.028638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 9f5174ee-53dc-4d2a-8251-e39d30de0678 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:26.059606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 9f5174ee-53dc-4d2a-8251-e39d30de0678 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:26.060220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.191726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] No DVR routers for this DVR port 5bd96930-77ce-4613-ac4b-d0fc90ead97d on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:40:26.253664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.302513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'name': 'network-vif-deleted', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:26.339318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.411195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 9f5174ee-53dc-4d2a-8251-e39d30de0678, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=9f5174ee-53dc-4d2a-8251-e39d30de0678,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:26.424364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.428362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-72e6f76d-a313-477f-be89-efbf59480ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:26.502945 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-86caf6d4-db9b-499c-98e2-bd5450556299 req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.39 "DELETE /v2.0/ports/5bd96930-77ce-4613-ac4b-d0fc90ead97d HTTP/1.1" status: 204 len: 173 time: 3.4749060 Sep 15 13:40:26.505633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.598255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=9f5174ee-53dc-4d2a-8251-e39d30de0678,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:26.607970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:26.622494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-c6f909b1-6dfd-4abb-9af3-ad6480064be5 None None] Provisioning for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:26.628613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-c6f909b1-6dfd-4abb-9af3-ad6480064be5 None None] Provisioning complete for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:26.634795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6f909b1-6dfd-4abb-9af3-ad6480064be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.699131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-c6f909b1-6dfd-4abb-9af3-ad6480064be5 None None] Port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:40:26.889644 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25af6d58-aabb-4418-b6f3-0f42ac522c18 req-5582e19b-da24-424f-ad16-a816917e840e tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6304b02-10f4-4681-a955-958f85bd1378 HTTP/1.1" status: 200 len: 210 time: 0.0789888 Sep 15 13:40:26.936285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:26.956935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 5bd96930-77ce-4613-ac4b-d0fc90ead97d no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:27.041352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 5bd96930-77ce-4613-ac4b-d0fc90ead97d {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:40:27.044890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 5bd96930-77ce-4613-ac4b-d0fc90ead97d not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:40:27.058737 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6304b02-10f4-4681-a955-958f85bd1378', 'name': 'network-vif-deleted', 'tag': '5bd96930-77ce-4613-ac4b-d0fc90ead97d', 'status': 'completed', 'code': 200} Sep 15 13:40:27.098214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f998b4-0be8-4846-addb-936eb6761eba req-890cf633-ff29-435e-b534-8c12b21994ce tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:27.100376 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d9f998b4-0be8-4846-addb-936eb6761eba req-890cf633-ff29-435e-b534-8c12b21994ce tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 1.0309846 Sep 15 13:40:27.101252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:27.102192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:27.174591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:27.188992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228b70-a60f-469d-aad4-c2636d3ca49d req-6fd14fdc-94a3-4aa8-bb12-187dd33cd652 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:27.210425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57228b70-a60f-469d-aad4-c2636d3ca49d req-6fd14fdc-94a3-4aa8-bb12-187dd33cd652 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1445282 Sep 15 13:40:27.305941 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57228b70-a60f-469d-aad4-c2636d3ca49d req-d13f1514-362e-422d-9d1a-2efa233ee4e0 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941308 Sep 15 13:40:27.561725 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:40:27.575435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:40:27.792766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 9f5174ee-53dc-4d2a-8251-e39d30de0678 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:28.114969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec6692-3d3f-426c-aa21-7a8b8a8a1069 req-ee6a061f-99e5-4b0d-b644-969ba8cf883f tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:28.123100 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-35ec6692-3d3f-426c-aa21-7a8b8a8a1069 req-ee6a061f-99e5-4b0d-b644-969ba8cf883f tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.5200317 Sep 15 13:40:28.140448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 9f5174ee-53dc-4d2a-8251-e39d30de0678 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:28.141401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:28.197655 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-eda380c9-d921-4443-85ff-b60bfeebdde9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1099 time: 1.2562320 Sep 15 13:40:28.199613 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-35ec6692-3d3f-426c-aa21-7a8b8a8a1069 req-2a1c50ba-ea42-472a-a720-560ac0523a38 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682595 Sep 15 13:40:28.354880 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d9f998b4-0be8-4846-addb-936eb6761eba req-e204da30-8891-4b0f-b0bc-e361d0b72640 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2161841 Sep 15 13:40:28.418833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52462) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:28.434656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Pushing event updated for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:28.538726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:28.572568 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-92f5f25f-d367-4860-b3c1-8913a75eb86c None None] Provisioning complete for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:28.573104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-92f5f25f-d367-4860-b3c1-8913a75eb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:28.676965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Deleting subnet ba66dfa9-f681-46b7-8843-d76c0f94b520 {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:40:28.686529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:28.745324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f25f-d367-4860-b3c1-8913a75eb86c None None] Port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:40:28.864951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853342965'] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:28.952358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:29.007496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799686f-7dae-4815-bd92-18b6ab514030 req-0f486cf8-08cb-4610-96ab-d2d5561e75be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:29.014069 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-0f486cf8-08cb-4610-96ab-d2d5561e75be service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.6304762 Sep 15 13:40:29.039974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3221-47ae-41f9-96cb-623153bf5de2 req-6976c677-b842-4b26-aad5-063e5d0db388 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:29.052405 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c99c3221-47ae-41f9-96cb-623153bf5de2 req-6976c677-b842-4b26-aad5-063e5d0db388 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.3524299 Sep 15 13:40:29.134890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1432028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853408426'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:29.163315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:29.348472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba66dfa9-f681-46b7-8843-d76c0f94b520,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:29.364902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:29.378931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:29.396355 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba66dfa9-f681-46b7-8843-d76c0f94b520 HTTP/1.1" status: 204 len: 168 time: 0.9749203 Sep 15 13:40:29.401741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52472) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:29.433046 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-31fb6e59-2f23-42a4-8543-9e6b2e767214 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 1001 time: 0.3792119 Sep 15 13:40:29.583510 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c99c3221-47ae-41f9-96cb-623153bf5de2 req-4ab9413e-8e5f-44c8-8fd3-ecab1e89d19e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488569 Sep 15 13:40:29.602116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Router bcb7cefd-3ed6-4106-8449-236e817a2cfe has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:40:29.617983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799686f-7dae-4815-bd92-18b6ab514030 req-d7a9ee99-ca68-401c-b291-d1a56eeb37a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:29.619830 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-d7a9ee99-ca68-401c-b291-d1a56eeb37a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.1673818 Sep 15 13:40:30.038939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.341828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.367300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d501208-c7b9-42fa-b796-60bafd4bf20e']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:30.401550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e04e56-4fc0-4a26-bc9c-8726834b85a8') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:30.402174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e04e56-4fc0-4a26-bc9c-8726834b85a8') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:30.429060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.455524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2dd3-2686-4bb3-92d0-c8cb438c22fa req-2824bad3-ea13-45ce-8721-40b581279185 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:30.466345 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-216c2dd3-2686-4bb3-92d0-c8cb438c22fa req-2824bad3-ea13-45ce-8721-40b581279185 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.6938808 Sep 15 13:40:30.494127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.502555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:40:30.503314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:40:30.737644 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:40:30.740445 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-216c2dd3-2686-4bb3-92d0-c8cb438c22fa req-4a0ffeb9-cf87-473f-9936-742136d8f382 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701492 Sep 15 13:40:30.768824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.778127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8f1d79d7-b37d-4d84-bade-26c22c2510e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:30.799204 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-06729b47-43f9-49d7-b578-c7b291363cb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1677587 Sep 15 13:40:30.831171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:30.847252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d501208-c7b9-42fa-b796-60bafd4bf20e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:30.853583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:30.877027 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4d501208-c7b9-42fa-b796-60bafd4bf20e HTTP/1.1" status: 204 len: 168 time: 1.4741025 Sep 15 13:40:31.036658 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-9ee2559a-f26a-49ac-b157-8cb3a88ff695 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219539 Sep 15 13:40:31.044172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba022-e0a9-447d-b1fa-a31e1f69af00 req-1cc0794c-fb99-4664-83e9-3ef27a5fd0a9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:31.051468 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-44eba022-e0a9-447d-b1fa-a31e1f69af00 req-1cc0794c-fb99-4664-83e9-3ef27a5fd0a9 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.9088759 Sep 15 13:40:31.107275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fe27-8065-4900-84da-6fbe9221c8e9 req-3b0f1ebf-c8d2-48a6-bdb6-fedec9627911 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:31.116887 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b681fe27-8065-4900-84da-6fbe9221c8e9 req-3b0f1ebf-c8d2-48a6-bdb6-fedec9627911 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1781456 Sep 15 13:40:31.243911 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b681fe27-8065-4900-84da-6fbe9221c8e9 req-95bf2e7e-ca0e-476d-b73a-63d29dc0ddf9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128128 Sep 15 13:40:31.406203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52494) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:31.430665 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-44eba022-e0a9-447d-b1fa-a31e1f69af00 req-cc2caa61-b2f7-4187-af3f-c15574a822cc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782363 Sep 15 13:40:31.508029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9087ff41-6095-483e-874a-366c0a3356fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=372158c796884fcfabef7df4e97a9945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1004429 Sep 15 13:40:31.513418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52500) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:31.647108 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0799686f-7dae-4815-bd92-18b6ab514030 req-09ca115c-bcfd-4607-b188-948421ba92c2 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636137 Sep 15 13:40:31.682919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:40:31.695698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Sync routers for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:40:31.714263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] 10.222.0.22 "PUT /v2.0/routers/bcb7cefd-3ed6-4106-8449-236e817a2cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7052619 Sep 15 13:40:31.715525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:31.728434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:31.729346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:40:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:31.778411 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:31.954047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:31.979666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:31.997866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7487977c-abc6-4c5a-9c90-f4152e621392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:32.058581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5939e1b-d5d6-4099-836e-df60ff43978c,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:32.060954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:32.061781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:32.065547 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5939e1b-d5d6-4099-836e-df60ff43978c HTTP/1.1" status: 204 len: 168 time: 0.5473056 Sep 15 13:40:32.372116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a7ad-b7db-42cb-bfc2-e96c97b8be61 req-712f370f-8b4c-431c-9fd6-ea8696ed6181 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:32.397779 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c088a7ad-b7db-42cb-bfc2-e96c97b8be61 req-712f370f-8b4c-431c-9fd6-ea8696ed6181 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2652552 Sep 15 13:40:32.541291 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c088a7ad-b7db-42cb-bfc2-e96c97b8be61 req-85df6bbc-0cdf-4498-aa9a-2276671620de tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423864 Sep 15 13:40:32.872588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '60a2d55e-2d4e-412e-9a5a-3f73778324d2', 'name': '', 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'mac_address': 'fa:16:3e:53:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:23Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 2, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'subnets': [{'id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:32.878467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Checking router: bcb7cefd-3ed6-4106-8449-236e817a2cfe for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:40:32.879198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Updating router bcb7cefd-3ed6-4106-8449-236e817a2cfe port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:40:32.998614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.000739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f052-533a-4097-99cc-8094affda701 req-efa87b5f-23c5-4b66-a61f-e8efe31bb33b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:33.002865 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-70f0f052-533a-4097-99cc-8094affda701 req-efa87b5f-23c5-4b66-a61f-e8efe31bb33b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.2569032 Sep 15 13:40:33.151294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52536) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:33.158848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33852898', 'description': 'tempest-secgroup-smoke-33852898 description', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:33.167531 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-70f0f052-533a-4097-99cc-8094affda701 req-32518889-dd87-443e-8a38-4af71b316359 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586187 Sep 15 13:40:33.207203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:33.226362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:33.244229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:33.280994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:33.345533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.477116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:33.488649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:33.498525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:33.513204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:33.725432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.731133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.738934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c71ab489-a9f6-4a5c-81f1-20f5a7f442ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:33.809535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09bb02-710d-44f6-a926-ed4d5f7fa66f,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:33.822532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:33.893762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.895380 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.7422664 Sep 15 13:40:33.904198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f1d7f-3495-469d-ad40-2090c84a0b39 req-33ee5511-01ca-4252-855f-4b0ebb2e56d6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:33.906230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-358f1d7f-3495-469d-ad40-2090c84a0b39 req-33ee5511-01ca-4252-855f-4b0ebb2e56d6 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.3292236 Sep 15 13:40:33.907587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52564) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:33.914752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:33.916880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f041e02-b551-4e5b-934e-0f37116e3a87 req-be267449-fcf1-4859-aa46-1a61b416c520 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:33.922543 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f041e02-b551-4e5b-934e-0f37116e3a87 req-be267449-fcf1-4859-aa46-1a61b416c520 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2143719 Sep 15 13:40:33.928071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:33.935574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:33.939602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:33.940502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.953991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:33.973205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Transition to ACTIVE for port object 60a2d55e-2d4e-412e-9a5a-3f73778324d2 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:40:33.983833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:33.992965 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f041e02-b551-4e5b-934e-0f37116e3a87 req-a923c0fa-96d9-4c9f-ab3a-e7acc2a0e607 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625587 Sep 15 13:40:33.999771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:34.086472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.111158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Pushing event updated for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:34.162954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-358f1d7f-3495-469d-ad40-2090c84a0b39 req-5691fe0c-ef59-4d75-9725-586b12c0d2a3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950345 Sep 15 13:40:34.263859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:34.299039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.308104 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.359015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-390ad288-7ff0-4d09-a30b-2ae19c796199 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:34.381896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.386750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52580) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:34.398943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:34.421419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:34.428155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:34.434906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5256565 Sep 15 13:40:34.435963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:34.443156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:34.475392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.542499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Attempting to bind port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:40:34.542712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Attempting to bind port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:40:34.543226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Attempting to bind port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 on network 7cf38103-ae05-4323-bc5a-c1533adeb19e {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:40:34.551720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:40:34.552264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Checking segment: {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:40:34.552994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.553542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Bound using segment: {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:40:34.554182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Bound port: 60a2d55e-2d4e-412e-9a5a-3f73778324d2, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:40:34.554731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.579169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9526d01-28b5-4359-af77-b2f603eb8e62,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:34.597246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43a42de8-f6f0-484e-8485-74d1fd0cf07e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:34.644532 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-76bcbf68-7cda-4b30-bdbb-02ff255f47de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1099 time: 0.2042909 Sep 15 13:40:34.813116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97af756-7f05-4d7c-b795-3fab4ad9d601 req-648ea3d7-44eb-4990-bb5e-49a522ff104d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:34.821463 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f97af756-7f05-4d7c-b795-3fab4ad9d601 req-648ea3d7-44eb-4990-bb5e-49a522ff104d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.3057945 Sep 15 13:40:34.882181 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f97af756-7f05-4d7c-b795-3fab4ad9d601 req-790efbb7-95f2-45ce-a324-ae02065fa527 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572562 Sep 15 13:40:34.898758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5361c-f395-4c47-927a-5d779737e470 req-96b00a63-cd9e-4ab0-94b7-c26d994dd930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:34.900755 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-96b00a63-cd9e-4ab0-94b7-c26d994dd930 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.2490103 Sep 15 13:40:34.913832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.918698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.942715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] For port 60a2d55e-2d4e-412e-9a5a-3f73778324d2, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:40:34.947669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] For port 60a2d55e-2d4e-412e-9a5a-3f73778324d2, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=60a2d55e-2d4e-412e-9a5a-3f73778324d2,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:40:34.948692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-27382ebc-5a8c-4201-8aa9-91f7e986fe78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:34.958042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.959419 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5715234 Sep 15 13:40:34.963214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52590) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:34.968797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:34.970155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:34.982159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad76ff6-cdf7-450b-b830-1c55cd3b288e,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:34.985124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:34.989619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:34.990780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:34.998650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:35.005077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:35.007784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:35.035724 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.048235 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-82c10931-5b7d-453d-be87-b90146fe2098 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 1002 time: 0.1394322 Sep 15 13:40:35.124869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Pushing event updated for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:35.125766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.130028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.137452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:35.137919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:35.144574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:40:35.145489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:40:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:35.156913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078206b6-3544-4346-b505-a45992d6ad41,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:35.161173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:35.196111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.197609 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2333846 Sep 15 13:40:35.202651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52598) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:35.212002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:35.220355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:35.224864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:35.242204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:35.251546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:35.281094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.285761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5361c-f395-4c47-927a-5d779737e470 req-8513e0b8-dec0-4bbc-96db-55b1e7c952f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:35.304353 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-8513e0b8-dec0-4bbc-96db-55b1e7c952f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.2493677 Sep 15 13:40:35.404053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.408129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.432799 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42e56bb0-a163-4a0c-bf54-7680a9c4a939 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:35.453277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bea690-2654-4bf7-985c-e8c5986fce40,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:35.457815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.459341 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2556260 Sep 15 13:40:35.460522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8e243a02-ddb9-420d-9660-a53d467fe2cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:35.462114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52608) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:35.469470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:35.476304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:35.480645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:35.495362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:35.502536 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-07f933a0-69f0-4bbb-91ac-d5e936f73fb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1912758 Sep 15 13:40:35.507285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:35.537990 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.securitygroups_db [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Project d959c1af37df47bcb4ab73ad6147d1a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:40:35.560656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.746045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.752166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.756107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b2a89c0c-f7cc-435f-a4f9-b2abe9786479 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:35.762824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:40:35.795455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbc3cc8-29ed-4062-a859-93ac1e8d2161,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:35.799134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:35.801496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.803584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-74e1bf6a-3e04-4fa9-a34b-803e7c0bb9dd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3398297 Sep 15 13:40:35.805823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52620) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:35.813961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09bb02-710d-44f6-a926-ed4d5f7fa66f', 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:40:35.820647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:35.825429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:security_group_rule and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:35.828802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:35.837556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:35.842874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2f61d-96e8-4f99-bd18-a8bd89b584f4 req-55f8e113-35f9-4380-98ab-c2d2e936d116 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:35.850761 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebb2f61d-96e8-4f99-bd18-a8bd89b584f4 req-55f8e113-35f9-4380-98ab-c2d2e936d116 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1203897 Sep 15 13:40:35.876486 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.securitygroups_db [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Project d959c1af37df47bcb4ab73ad6147d1a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:40:35.889872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:35.913517 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebb2f61d-96e8-4f99-bd18-a8bd89b584f4 req-e2d669b3-d12b-4fbe-ac7f-6de5dcc91e2c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Sep 15 13:40:36.002821 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-ad87a929-73a3-493c-9ad1-b8950cce604b service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874797 Sep 15 13:40:36.096924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:36.113386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:36.115824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:36.181456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7297e2b-1b86-4cfd-ae84-98bf16db7fe8,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:36.187893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:36.188740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:36.190025 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3824406 Sep 15 13:40:36.365747 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e7f74-0425-4aa3-9504-fc88042c7f2e req-c785bb3e-3714-4ad0-81a3-fee9c043a05f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:36.383441 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f69e7f74-0425-4aa3-9504-fc88042c7f2e req-c785bb3e-3714-4ad0-81a3-fee9c043a05f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 946 time: 0.1912549 Sep 15 13:40:36.436043 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8ea5361c-f395-4c47-927a-5d779737e470 req-5c38f4b8-ad2d-40b0-a8dd-4afb444e4ecc service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226353 Sep 15 13:40:36.518069 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f69e7f74-0425-4aa3-9504-fc88042c7f2e req-53e2b37e-d3d9-4028-bb75-fcdfcb429fe9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326191 Sep 15 13:40:36.659273 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '60a2d55e-2d4e-412e-9a5a-3f73778324d2', 'name': '', 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'mac_address': 'fa:16:3e:53:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:23Z', 'updated_at': '2021-09-15T13:40:34Z', 'revision_number': 4, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'subnets': [{'id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:36.666563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043c01-c606-4c0d-a44f-fe1572a79157 None None] The sync data for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb is: [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '60a2d55e-2d4e-412e-9a5a-3f73778324d2', 'name': '', 'network_id': '7cf38103-ae05-4323-bc5a-c1533adeb19e', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'mac_address': 'fa:16:3e:53:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:23Z', 'updated_at': '2021-09-15T13:40:34Z', 'revision_number': 4, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'subnets': [{'id': '32e733d2-197b-4832-9459-0a2de3bb0a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:40:36.977433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:37.187069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9130-9d5e-4b6f-ae20-9fa6d847f9e7 req-6201527e-c81d-4ec5-8154-70dac9997011 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:37.195752 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d04b9130-9d5e-4b6f-ae20-9fa6d847f9e7 req-6201527e-c81d-4ec5-8154-70dac9997011 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1125779 Sep 15 13:40:37.241554 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:37.268330 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d04b9130-9d5e-4b6f-ae20-9fa6d847f9e7 req-296265a9-5ebd-477c-9ea8-2d41f6227480 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714452 Sep 15 13:40:37.330339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:40:37.368238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:37.376699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:37.379678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:37.532292 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'code': 200} Sep 15 13:40:37.559089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=8']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:37.568567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:37.880545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 60a2d55e-2d4e-412e-9a5a-3f73778324d2 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:38.083831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:40:38.095625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:38.096045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:38.191049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f055f-98c1-4a43-abde-55a1ca90f7cf req-60fd5675-6c39-4e61-b0df-952612b050a5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:38.200941 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-272f055f-98c1-4a43-abde-55a1ca90f7cf req-60fd5675-6c39-4e61-b0df-952612b050a5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.2686932 Sep 15 13:40:38.351894 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-272f055f-98c1-4a43-abde-55a1ca90f7cf req-614e0b7f-bbae-49ea-814d-f0f186eb8411 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499250 Sep 15 13:40:38.535933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:38.584704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 60a2d55e-2d4e-412e-9a5a-3f73778324d2, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=60a2d55e-2d4e-412e-9a5a-3f73778324d2,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:40:38.652316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:38.658607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:38.771780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579606c-571c-4224-91ce-bb760156429b req-c2c12228-f13d-4d21-b020-6a6f681f2ff7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:38.774724 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d579606c-571c-4224-91ce-bb760156429b req-c2c12228-f13d-4d21-b020-6a6f681f2ff7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1697934 Sep 15 13:40:38.796064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:38.806412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:38.898112 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d579606c-571c-4224-91ce-bb760156429b req-5adf453f-25a6-426a-9e41-07862cc0a2e0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165254 Sep 15 13:40:39.656163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa349d-9307-4ac2-aadf-ba7e54c021cb req-990bcfb0-47fa-403a-88fa-04ec0cdafbdf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:39.658434 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-92fa349d-9307-4ac2-aadf-ba7e54c021cb req-990bcfb0-47fa-403a-88fa-04ec0cdafbdf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.0960546 Sep 15 13:40:39.683091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 60a2d55e-2d4e-412e-9a5a-3f73778324d2 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:40:39.707582 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-92fa349d-9307-4ac2-aadf-ba7e54c021cb req-e15ea9cd-014d-4041-8fbf-46893592fb6e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Sep 15 13:40:39.762810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:40:39.763404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:40.181834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6f54-9570-4fe9-9f08-774824158fcb req-0344281d-ad2f-4bda-b4e0-99e8dd6ddeb2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:40.191908 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aebd6f54-9570-4fe9-9f08-774824158fcb req-0344281d-ad2f-4bda-b4e0-99e8dd6ddeb2 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1180663 Sep 15 13:40:40.251298 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aebd6f54-9570-4fe9-9f08-774824158fcb req-1cc7e54d-74f6-4255-af18-15f012c2f8ac tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582268 Sep 15 13:40:40.946236 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f6aabff3-d151-4819-89de-9f7c888ba92e req-afb3f1c7-9342-4db4-8890-df43474efd0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1036196 Sep 15 13:40:40.989215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:40:41.602064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52826) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:41.618936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50643-fed3-4926-8e15-ddca5021fe44 req-645e9aca-ff1c-4305-b03b-8a8a3423f7a7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:41.627008 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-12e50643-fed3-4926-8e15-ddca5021fe44 req-645e9aca-ff1c-4305-b03b-8a8a3423f7a7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.3248811 Sep 15 13:40:41.670133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f09c9-f5f8-42bf-8911-a63a93630a8b req-87472556-224c-454f-ab9a-f9410a68dca8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:41.672115 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d09f09c9-f5f8-42bf-8911-a63a93630a8b req-87472556-224c-454f-ab9a-f9410a68dca8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1981416 Sep 15 13:40:41.686020 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:41.691266 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-12e50643-fed3-4926-8e15-ddca5021fe44 req-db87f07f-7da6-401a-a71e-cf6db01d7c4d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630209 Sep 15 13:40:41.732433 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d09f09c9-f5f8-42bf-8911-a63a93630a8b req-6d832e61-36ec-40b4-be46-5b30e9a65d2b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Sep 15 13:40:41.745051 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-ecb3ccdc-cb44-48a0-bd0f-088456612173 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.2036991 Sep 15 13:40:41.942937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.004756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:42.011040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Usage tracker for resource:security_group_rule and tenant:e40cb39bd0a841b6b78f75a3e5935fa0 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:42.016098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:42.022211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:42.090138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-a0f61c78-c3d5-4cfe-8e03-7e12701f6d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:42.091791 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-a0f61c78-c3d5-4cfe-8e03-7e12701f6d02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.3245718 Sep 15 13:40:42.176886 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-03667941-903d-4072-8c1e-045c7710d469 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.0743833 Sep 15 13:40:42.184175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.224105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.416952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-170bdd74-9c6a-4e60-bf56-f749100be35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:42.479174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdec6c0-9ac4-4d09-9632-4ae7a6c9f4d0,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:42.482719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:42.486000 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e40cb39bd0a841b6b78f75a3e5935fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8787346 Sep 15 13:40:42.487735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-1f8d6b08-2d02-4401-af21-3a9532a5ce0e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:42.489030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52840) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:42.489285 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-1f8d6b08-2d02-4401-af21-3a9532a5ce0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.3036158 Sep 15 13:40:42.572453 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-2376b0d3-0ec4-40ce-a47e-6615da72c33b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753851 Sep 15 13:40:42.588381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.624837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.696865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.702856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-814aa146-111e-489a-aa22-2554807e090e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:42.717648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdec6c0-9ac4-4d09-9632-4ae7a6c9f4d0,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:42.720953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:42.721980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:42.723256 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-82392717-875f-4cd6-afc6-a4d576ad0860 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435094 Sep 15 13:40:42.726430 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acdec6c0-9ac4-4d09-9632-4ae7a6c9f4d0 HTTP/1.1" status: 204 len: 168 time: 0.2358809 Sep 15 13:40:42.934842 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8988ec8d-46c6-47ba-940d-0c381dce180a req-cbd7a72f-7c37-499a-88bf-c915d3fa23aa service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017765 Sep 15 13:40:43.028015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3a92-d03a-4a54-8e78-bdda11423701 req-758ccc38-31aa-4ec4-9512-9b7049ddb225 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:43.029705 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a3bc3a92-d03a-4a54-8e78-bdda11423701 req-758ccc38-31aa-4ec4-9512-9b7049ddb225 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1549685 Sep 15 13:40:43.083276 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a3bc3a92-d03a-4a54-8e78-bdda11423701 req-593c104d-cb87-45dd-8126-b368ae1a64ef tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Sep 15 13:40:43.155807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261c5c9-6c76-4aa0-89f9-71d93087edfe req-7d9dbfa3-9ba7-4586-b70f-38fd01a8c20a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:43.163789 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2261c5c9-6c76-4aa0-89f9-71d93087edfe req-7d9dbfa3-9ba7-4586-b70f-38fd01a8c20a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1502361 Sep 15 13:40:43.227008 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2261c5c9-6c76-4aa0-89f9-71d93087edfe req-fdc0b001-3b6c-4204-a2d1-24aa61f3a00b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Sep 15 13:40:43.332620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52856) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:43.354915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.403874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:43.409314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Usage tracker for resource:security_group_rule and tenant:9cf803477c3b4ec0be4082daf33a8e0e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:43.414532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:43.423284 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:43.601585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.652280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.729005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-38824682-67fc-4b7b-8180-d4cf43217adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:43.745900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cf803477c3b4ec0be4082daf33a8e0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4084013 Sep 15 13:40:43.746100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52872) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:43.796432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff060f02-310a-4483-af9a-dffb729e6771,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:43.800576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:43.877883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.931129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.981634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:43.987319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-16f2b06b-a717-4461-914d-35beeeef4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:44.000531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff060f02-310a-4483-af9a-dffb729e6771,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:44.002998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:44.012880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:44.014650 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff060f02-310a-4483-af9a-dffb729e6771 HTTP/1.1" status: 204 len: 168 time: 0.2677767 Sep 15 13:40:44.351420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd013-f8a7-4eb3-9273-1a10ba9c6f51 req-08734abe-68ba-41f8-a11b-8170121d599b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:44.359002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e60cd013-f8a7-4eb3-9273-1a10ba9c6f51 req-08734abe-68ba-41f8-a11b-8170121d599b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1179330 Sep 15 13:40:44.431879 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e60cd013-f8a7-4eb3-9273-1a10ba9c6f51 req-2e918b66-dc32-40d7-8bf7-c6bc1d764c29 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674672 Sep 15 13:40:44.579639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480c624-025e-485b-babf-bc0b19e3e73f req-5cf12f1b-f2bb-43e6-848d-1565e2c99171 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:44.587175 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5480c624-025e-485b-babf-bc0b19e3e73f req-5cf12f1b-f2bb-43e6-848d-1565e2c99171 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0978696 Sep 15 13:40:44.642731 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5480c624-025e-485b-babf-bc0b19e3e73f req-55ae2a8e-b2a8-40f6-8b6e-6a3dad98673c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546484 Sep 15 13:40:44.990206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52916) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:45.085857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Deleting subnet 004bd1a9-2d7b-4850-aff4-4042bde86cf1 {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:40:45.090158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.112471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f82c640-b008-47f4-8c65-4345f383c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.166782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853342965'] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.227793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.300949 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52940) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:45.316297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1432028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853408426'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.329374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:45.366066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004bd1a9-2d7b-4850-aff4-4042bde86cf1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:45.368280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.371231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:45.383474 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/004bd1a9-2d7b-4850-aff4-4042bde86cf1 HTTP/1.1" status: 204 len: 168 time: 0.3895428 Sep 15 13:40:45.383707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52948) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:45.458924 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-1302cc79-3702-4916-a820-7b4f13ef5a73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563747 Sep 15 13:40:45.510544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.690856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.711754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2093daeb-a3af-4af2-be3d-7c2ca48c3302']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:45.745848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f76744-2945-487e-9efa-4985f69576b5') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:45.746141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f76744-2945-487e-9efa-4985f69576b5') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:45.770599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.793830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.805253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81db4fe-d857-4d4d-83af-e7b078ec6934 req-e93cd9f6-e034-49fb-bd57-f135c4e353ad tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:45.812792 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e81db4fe-d857-4d4d-83af-e7b078ec6934 req-e93cd9f6-e034-49fb-bd57-f135c4e353ad tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1688378 Sep 15 13:40:45.860557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:40:45.860999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.887105 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e81db4fe-d857-4d4d-83af-e7b078ec6934 req-72455a13-1ae9-427c-8aed-149cff49f49d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733128 Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:40:45.887838 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:40:45.900953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac087c-0ffc-46bb-8a92-e60671d189a5 req-bc4910f0-a644-44fc-ab03-fbe3f1013304 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:45.911417 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-24ac087c-0ffc-46bb-8a92-e60671d189a5 req-bc4910f0-a644-44fc-ab03-fbe3f1013304 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1440372 Sep 15 13:40:45.975085 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-24ac087c-0ffc-46bb-8a92-e60671d189a5 req-f4594fd9-7b23-4a6a-8f27-92f6bc2eda61 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626860 Sep 15 13:40:45.988570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:45.992836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e7b156e-c8ee-45df-a3c1-97c17bde7977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:46.013453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.016441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Pushing event deleted for resources: {'Network': ['ID=2093daeb-a3af-4af2-be3d-7c2ca48c3302,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:46.019630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:46.028805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-65a3179d-66e4-42e8-a84a-e8e56fe7582f admin admin] 10.222.0.22 "DELETE /v2.0/networks/2093daeb-a3af-4af2-be3d-7c2ca48c3302 HTTP/1.1" status: 204 len: 168 time: 0.6435959 Sep 15 13:40:46.032264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 52974) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:46.099723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Deleting subnet cbf0f596-33aa-495f-9994-9696cddeeaf9 {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:40:46.104637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.169828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.178676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.345196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.360631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3db592ca-1042-492e-aab1-ed94a2e5e766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:46.402415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf0f596-33aa-495f-9994-9696cddeeaf9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:46.410213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:46.414080 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f6261f4-96db-411f-a799-86036cdadfe7 req-32a06fa2-5878-4f47-89bc-96699203c5d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.1639385 Sep 15 13:40:46.420297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.428810 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0943dcda-024b-4b96-b0d5-99f64db8b83b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cbf0f596-33aa-495f-9994-9696cddeeaf9 HTTP/1.1" status: 204 len: 168 time: 0.3951168 Sep 15 13:40:46.431520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 52994) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:46.471743 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f6261f4-96db-411f-a799-86036cdadfe7 req-f86e062a-4129-4d51-a8b4-de4483bb748c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Sep 15 13:40:46.544495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.564749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.942826 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:46.961596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c91beaf-3dd1-4867-a12e-d80d93502704']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:46.987492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ea994f-dc59-4e62-8170-beddf619c4b6') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:46.987937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ea994f-dc59-4e62-8170-beddf619c4b6') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:47.031518 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-5698be18-ebec-46b0-b495-1feb61ecd3a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 1097 time: 0.1605406 Sep 15 13:40:47.034064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.071371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.086817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:40:47.087202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:40:47.124890 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:40:47.252844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53064) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:47.256317 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-b0eee7e9-eb59-4454-8d70-a8acb54ab17a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1097 time: 0.1998625 Sep 15 13:40:47.315590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.325336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4c58-a61e-460c-8c2a-9adbc558da7e req-a2c1774f-cb37-4aeb-9ffe-be4e60efd5cb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:47.327031 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-635e4c58-a61e-460c-8c2a-9adbc558da7e req-a2c1774f-cb37-4aeb-9ffe-be4e60efd5cb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1134195 Sep 15 13:40:47.330652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.334595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:47.335157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2d7f1-0efd-4015-9ac3-abb6a53f144e req-914c8eeb-2f89-445d-beee-1ac92df95b44 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:47.337476 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-62b2d7f1-0efd-4015-9ac3-abb6a53f144e req-914c8eeb-2f89-445d-beee-1ac92df95b44 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1787927 Sep 15 13:40:47.390177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c91beaf-3dd1-4867-a12e-d80d93502704,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:47.400920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:47.436627 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bbd9db36-d381-456e-b7fc-e0491da3069b admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c91beaf-3dd1-4867-a12e-d80d93502704 HTTP/1.1" status: 204 len: 168 time: 1.0038373 Sep 15 13:40:47.503175 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-635e4c58-a61e-460c-8c2a-9adbc558da7e req-30763a6e-c157-484e-8766-3fca4b562454 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153970 Sep 15 13:40:47.564176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cafe920c-3dcf-4dbe-90ae-72b073bb99a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.583635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.643666 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-62b2d7f1-0efd-4015-9ac3-abb6a53f144e req-68401190-011f-4e79-bc39-f44046690334 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886710 Sep 15 13:40:47.655254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-0ee17289-6909-4509-b5e3-889d1286f919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:47.656658 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-0ee17289-6909-4509-b5e3-889d1286f919 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.3852789 Sep 15 13:40:47.663433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:47.719285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Usage tracker for resource:security_group_rule and tenant:61010540227f458899c3f9320bad7875 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:47.723728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53074) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:47.727416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:47.743086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:47.762679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.783286 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-628dda54-6836-40e7-a8fd-dfc974f478aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c39356c98374433db4dbfd0fd6fcab0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580094 Sep 15 13:40:47.786529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53078) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:47.797308 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-0c3a3564-95fb-4034-a354-26b9e96b7fd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 200 len: 1000 time: 0.1306193 Sep 15 13:40:47.851809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.879325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.901608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-9cec2137-af38-43e6-89fc-326eea92aa99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:47.903207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-9cec2137-af38-43e6-89fc-326eea92aa99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.0932858 Sep 15 13:40:47.907168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.909974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.918882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a81478c6-5294-49e5-adb6-4dfda2f429a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:47.923645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.928649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:47.944741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d23c7-a411-4803-b0c1-b141ee518171,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:47.950822 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:47.956756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:47.966867 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e8d23c7-a411-4803-b0c1-b141ee518171 HTTP/1.1" status: 204 len: 168 time: 0.1790185 Sep 15 13:40:48.014017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6839f6-5cde-4e59-81a7-4098a0b4947c,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:48.022170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:48.026676 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61010540227f458899c3f9320bad7875&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7652771 Sep 15 13:40:48.029705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53084) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:48.092697 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-76eb7499-b35f-441d-b050-f7438d88afa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1747773 Sep 15 13:40:48.145211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.256825 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.316483 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-f97d74b8-51b3-44d9-89b9-6abfd256b9f9 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124279 Sep 15 13:40:48.348727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.357618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-351eec5c-e452-4236-a382-bd722cd19d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:48.411661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53092) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:48.434572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6839f6-5cde-4e59-81a7-4098a0b4947c,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:48.441834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:48.450350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.454551 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a6839f6-5cde-4e59-81a7-4098a0b4947c HTTP/1.1" status: 204 len: 168 time: 0.4207311 Sep 15 13:40:48.471195 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ab1f9bd8-356d-40dc-bc06-decdcf78153a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23b33dee66ce49c092248559ce726c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579131 Sep 15 13:40:48.473538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53098) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:48.494324 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e824c89-ef5c-4bea-bdad-79940fcf17f3 req-1867b29a-b10f-4b19-aa73-b811c766a9da service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699619 Sep 15 13:40:48.548076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.589142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.591108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53106) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:48.641877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.647946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-447c7dd4-4a9f-47c7-8e2c-66831f8a167c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:48.663820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1981c-444a-4478-9202-4d4e02d2fd73,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:48.671262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:48.672101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.675088 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cf1981c-444a-4478-9202-4d4e02d2fd73 HTTP/1.1" status: 204 len: 168 time: 0.1977875 Sep 15 13:40:48.737446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Deleting subnet 35b1eff6-6693-496a-a489-7e82747c35c4 {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:40:48.741490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.808878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.821380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:48.897329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae925a5-ec3e-4a9f-bbbb-9d3390a29138 req-38fe1fb3-3beb-40c0-9105-c12841053c7f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:48.899054 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ae925a5-ec3e-4a9f-bbbb-9d3390a29138 req-38fe1fb3-3beb-40c0-9105-c12841053c7f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1405370 Sep 15 13:40:48.969919 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ae925a5-ec3e-4a9f-bbbb-9d3390a29138 req-cb93b591-e3ea-42fd-bd53-8f1dbcab41ba tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563862 Sep 15 13:40:48.997181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3b80-6c06-4737-9acf-f48918812f89 req-9e10e900-6f6a-4b95-acdf-3a90f0a733bc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:48.998843 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5c0d3b80-6c06-4737-9acf-f48918812f89 req-9e10e900-6f6a-4b95-acdf-3a90f0a733bc tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1442087 Sep 15 13:40:49.023405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.045495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:49.058101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53120) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:49.077820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.090122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.093526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b1eff6-6693-496a-a489-7e82747c35c4,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:49.106147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:49.112138 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/35b1eff6-6693-496a-a489-7e82747c35c4 HTTP/1.1" status: 204 len: 168 time: 0.5197005 Sep 15 13:40:49.112290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53126) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:49.117266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:49.123348 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5c0d3b80-6c06-4737-9acf-f48918812f89 req-c2838771-9245-48a2-9602-80fd99913ef0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165817 Sep 15 13:40:49.141103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Usage tracker for resource:security_group_rule and tenant:c3276ba623f143b1882968ccfd0fe52b is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:49.161397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:49.175880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:49.313198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.313887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.518397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.527550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.534839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5c7420-57c3-49e1-8c63-a39d1837c540']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:49.545697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.555886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-58cd9ce6-a9da-4b4a-a4f3-58f9018ad01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:49.584593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1560a9d0-4577-4e54-a77b-0674b81f131f') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:49.584936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1560a9d0-4577-4e54-a77b-0674b81f131f') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:40:49.591931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6ed8c-7386-4fbf-beba-0b93052e7c17,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:49.596472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:49.614876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.637198 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3276ba623f143b1882968ccfd0fe52b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5779009 Sep 15 13:40:49.639277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.640066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53156) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:49.646106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:40:49.646618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:40:49.664487 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:40:49.755709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.761064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.766058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:49.799042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5c7420-57c3-49e1-8c63-a39d1837c540,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:49.809093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:49.826875 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-748556fe-7e66-4137-971c-d2793314e845 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7d5c7420-57c3-49e1-8c63-a39d1837c540 HTTP/1.1" status: 204 len: 168 time: 0.7114577 Sep 15 13:40:49.834479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.868890 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-96b6a0c0-420a-4c54-ac2b-341f10336e0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 1098 time: 0.1576436 Sep 15 13:40:49.883756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:49.969629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c4dcd-d973-4922-9474-c1af3b4083e6 req-9b39e5f8-f205-4d6a-b0a7-d6617dadff68 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:49.986694 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d0c4dcd-d973-4922-9474-c1af3b4083e6 req-9b39e5f8-f205-4d6a-b0a7-d6617dadff68 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1527677 Sep 15 13:40:50.089467 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d0c4dcd-d973-4922-9474-c1af3b4083e6 req-009acc0c-9f77-4499-bd63-bd00d4c9ce1a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017251 Sep 15 13:40:50.154831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.164227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7f4ac5c3-5aff-427b-be59-58b2b25af036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:50.168193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53178) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:50.204468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6ed8c-7386-4fbf-beba-0b93052e7c17,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:50.211975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:50.264943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.272377 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6d6ed8c-7386-4fbf-beba-0b93052e7c17 HTTP/1.1" status: 204 len: 168 time: 0.6284087 Sep 15 13:40:50.337776 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d32f5f36-3241-4281-ac0a-58418d20c2ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1044e097a7c24712bddadff4bf668573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677134 Sep 15 13:40:50.340313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53186) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:50.476115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.539350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.671717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.689552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f6204eb8-6691-4fdc-8244-07ff889daead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:50.704639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5120160-85e6-4f75-a24a-667489c9ec4e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:50.707867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:50.740357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:50.741940 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5120160-85e6-4f75-a24a-667489c9ec4e HTTP/1.1" status: 204 len: 168 time: 0.4003468 Sep 15 13:40:50.768470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-20d63a5d-e0f4-4b92-9d36-6a66ef815b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:50.770201 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-20d63a5d-e0f4-4b92-9d36-6a66ef815b09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 200 len: 920 time: 0.8927367 Sep 15 13:40:50.821896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9267e3-b0db-4c99-8824-a5c902995b7c req-65271353-9424-4498-a86f-e2d14ee034fe tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:50.823942 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e9267e3-b0db-4c99-8824-a5c902995b7c req-65271353-9424-4498-a86f-e2d14ee034fe tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.5185802 Sep 15 13:40:50.895605 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e9267e3-b0db-4c99-8824-a5c902995b7c req-97e9b672-a328-4d74-81eb-d06763437e2a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637641 Sep 15 13:40:51.329756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e46d-a270-4bc5-86ae-25a72b814f26 req-e628ce25-412b-4611-bce5-152d0338f214 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:51.333894 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bbe8e46d-a270-4bc5-86ae-25a72b814f26 req-e628ce25-412b-4611-bce5-152d0338f214 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0930231 Sep 15 13:40:51.398954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bbe8e46d-a270-4bc5-86ae-25a72b814f26 req-5460e8d5-01be-47f2-a24f-6293158883f0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599670 Sep 15 13:40:52.245193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d0b-c115-4f32-a01c-562192962f77 req-4ef95fa1-9e08-48ca-971a-143e28774350 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:52.247730 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d977d0b-c115-4f32-a01c-562192962f77 req-4ef95fa1-9e08-48ca-971a-143e28774350 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1585090 Sep 15 13:40:52.337316 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d977d0b-c115-4f32-a01c-562192962f77 req-21ad432e-4dff-4eef-a704-cf1af0506359 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824895 Sep 15 13:40:52.637810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b52a71-3b61-4193-a703-684f223be944 req-bbfdfd52-3ac9-46b0-bad9-273eb1a31f62 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:52.639504 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-75b52a71-3b61-4193-a703-684f223be944 req-bbfdfd52-3ac9-46b0-bad9-273eb1a31f62 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1227272 Sep 15 13:40:52.704083 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-75b52a71-3b61-4193-a703-684f223be944 req-dfe82993-a5a6-4d98-8cc0-4c7f7d66ef6d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579977 Sep 15 13:40:53.801373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3d45-30bb-438e-8f37-a24fbc5ecf8f req-e72b4851-c468-4413-9cfd-41d825acb1f1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:53.801373 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dddb3d45-30bb-438e-8f37-a24fbc5ecf8f req-e72b4851-c468-4413-9cfd-41d825acb1f1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1354792 Sep 15 13:40:53.932858 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dddb3d45-30bb-438e-8f37-a24fbc5ecf8f req-fe95ba37-7e07-4fdf-89e6-3364f1efc2c8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207511 Sep 15 13:40:53.980250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da6a0-7c94-4a58-8709-dab8a48deffc req-de0aeb83-8931-4423-a41c-1b8599242e07 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:53.988230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-567da6a0-7c94-4a58-8709-dab8a48deffc req-de0aeb83-8931-4423-a41c-1b8599242e07 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1133907 Sep 15 13:40:54.061370 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-567da6a0-7c94-4a58-8709-dab8a48deffc req-879545ee-01aa-4315-ad00-f4ab558d4296 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719543 Sep 15 13:40:55.280528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b03d-a83a-49bf-a19a-06adb53f50e8 req-da7f996a-1d20-425c-b217-253e37e8fb4d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:55.283832 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebf0b03d-a83a-49bf-a19a-06adb53f50e8 req-da7f996a-1d20-425c-b217-253e37e8fb4d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1222055 Sep 15 13:40:55.388947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555f8a-e023-40cc-9a9f-62b595f9bb3a req-6bdd2880-3f9f-458e-9160-57d93acb6ad4 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:55.411223 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7f555f8a-e023-40cc-9a9f-62b595f9bb3a req-6bdd2880-3f9f-458e-9160-57d93acb6ad4 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1837733 Sep 15 13:40:55.412079 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebf0b03d-a83a-49bf-a19a-06adb53f50e8 req-4081237b-0d0e-47b9-b3e0-e375deaf673f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152856 Sep 15 13:40:55.502063 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7f555f8a-e023-40cc-9a9f-62b595f9bb3a req-15512184-310a-4308-b33b-3011d16a5c4c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896568 Sep 15 13:40:56.058013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53378) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:56.213123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.255188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:56.259801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Usage tracker for resource:security_group_rule and tenant:ada008b152a04020bc71e7afcf7e61d8 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:56.263139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:56.270508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:56.373477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.378201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.391483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e7909d5b-fa84-448f-9233-72341cf266f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:56.427111 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ada008b152a04020bc71e7afcf7e61d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3678265 Sep 15 13:40:56.429922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53396) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:56.434546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e570b7-a187-4bbc-b971-ed10baf49360,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:56.438567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:56.520835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.555650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.713986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526dca4-70eb-4315-9089-a0f5dbfe9771 req-a371fc4c-326c-490a-b3c5-992483ed0737 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:56.716019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3526dca4-70eb-4315-9089-a0f5dbfe9771 req-a371fc4c-326c-490a-b3c5-992483ed0737 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1091042 Sep 15 13:40:56.723794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2504-5949-4c40-92e1-0104f63f552e req-6d2df5b4-fede-46b4-820a-812952dc7707 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:56.724767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.725954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-237c2504-5949-4c40-92e1-0104f63f552e req-6d2df5b4-fede-46b4-820a-812952dc7707 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0949907 Sep 15 13:40:56.737346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf79e7b4-cff5-4ba7-a147-7131fe80b659 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:56.752521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e570b7-a187-4bbc-b971-ed10baf49360,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:56.789646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.790199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.790753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.791234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.791723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.792289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.793147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.793637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.794115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.794643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.795076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:40:56.798757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:56.802961 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11e570b7-a187-4bbc-b971-ed10baf49360 HTTP/1.1" status: 204 len: 168 time: 0.3693032 Sep 15 13:40:56.814167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-237c2504-5949-4c40-92e1-0104f63f552e req-21c5df84-1277-4172-85e7-477856f7ae8a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748577 Sep 15 13:40:56.842200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:56.846036 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3526dca4-70eb-4315-9089-a0f5dbfe9771 req-718c904c-19fd-437d-824d-a7bb3ff9d734 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098080 Sep 15 13:40:57.296929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53416) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:57.327673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.378131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:40:57.383045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Usage tracker for resource:security_group_rule and tenant:614c4b4f4d9d4ca78051aaed24594d9b is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:40:57.386778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:40:57.393437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:40:57.462185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.466074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.476403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-990f4383-eff2-4209-8dfe-29db14fa1ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:57.509542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dda233-b321-40f1-8973-08bd76d06fd6,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:57.514440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:57.535425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=614c4b4f4d9d4ca78051aaed24594d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373636 Sep 15 13:40:57.538776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53426) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:40:57.604978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.634711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.701904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.715623 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f4e4e94d-b7e9-4608-af7b-d303e3042c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:40:57.755612 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dda233-b321-40f1-8973-08bd76d06fd6,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:40:57.767215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:40:57.770888 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23dda233-b321-40f1-8973-08bd76d06fd6 HTTP/1.1" status: 204 len: 168 time: 0.2285805 Sep 15 13:40:57.770888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:40:58.074984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041ba2-8161-4dda-9adb-bacf7b11820f req-33eb7fa7-09b5-4d51-96c0-1b509c681ec0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:58.088694 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0041ba2-8161-4dda-9adb-bacf7b11820f req-33eb7fa7-09b5-4d51-96c0-1b509c681ec0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1180270 Sep 15 13:40:58.197286 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0041ba2-8161-4dda-9adb-bacf7b11820f req-c359d701-ff68-4944-8a81-9885114b4cd0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071723 Sep 15 13:40:58.266577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-8d9e88c8-9e80-4376-9fd7-aef111901898 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:58.299954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-8d9e88c8-9e80-4376-9fd7-aef111901898 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:58.301243 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-8d9e88c8-9e80-4376-9fd7-aef111901898 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33852898&fields=id&tenant_id=d959c1af37df47bcb4ab73ad6147d1a2 HTTP/1.1" status: 200 len: 267 time: 0.2321191 Sep 15 13:40:58.520007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08048-b3ed-47c6-94b2-a0823029c5cc req-bedb6a42-fcff-41c1-8315-368c4e957b60 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:58.528861 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-94a08048-b3ed-47c6-94b2-a0823029c5cc req-bedb6a42-fcff-41c1-8315-368c4e957b60 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1136401 Sep 15 13:40:58.594207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-94a08048-b3ed-47c6-94b2-a0823029c5cc req-862de08b-71bd-4c92-842d-8fc3f46f4135 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623183 Sep 15 13:40:58.632744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-f4e10410-b714-4e69-99c1-b37b1c1d5cb8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:58.634521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-f4e10410-b714-4e69-99c1-b37b1c1d5cb8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:58.660280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-f4e10410-b714-4e69-99c1-b37b1c1d5cb8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:58.662611 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-f4e10410-b714-4e69-99c1-b37b1c1d5cb8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 808 time: 0.3529079 Sep 15 13:40:58.691593 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-6e3c8e20-07ee-4728-9fd2-bab9b155eee6 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/quotas/d959c1af37df47bcb4ab73ad6147d1a2 HTTP/1.1" status: 200 len: 375 time: 0.0209932 Sep 15 13:40:58.819071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-48c0aa65-8703-4aef-b9f3-077f88501ebd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:40:58.842198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-48c0aa65-8703-4aef-b9f3-077f88501ebd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:40:58.854966 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-48c0aa65-8703-4aef-b9f3-077f88501ebd tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623287 Sep 15 13:40:59.063578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-de4d8ad0-831e-41f9-a109-c5bf7b9fc01d service neutron] 10.222.0.22 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939299 Sep 15 13:40:59.262920 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-572c9c32-c503-4171-bdc3-c1bfc0907864 service neutron] 10.222.0.22 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919372 Sep 15 13:40:59.507606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:40:59.513405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233e15f-5845-4529-b20a-aa46863dd47d req-e658a754-6b13-4d51-a3b5-271c033a5ef0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:40:59.524823 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5233e15f-5845-4529-b20a-aa46863dd47d req-e658a754-6b13-4d51-a3b5-271c033a5ef0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1269326 Sep 15 13:40:59.589016 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5233e15f-5845-4529-b20a-aa46863dd47d req-a110b02c-20fe-4744-8e42-3f2a09413af3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Sep 15 13:41:00.001716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68233b3-419b-4464-8777-5a763eb3bbe6 req-2be935a4-a7ad-4cd3-8c99-6e78d644db4f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:00.003335 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a68233b3-419b-4464-8777-5a763eb3bbe6 req-2be935a4-a7ad-4cd3-8c99-6e78d644db4f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.2108157 Sep 15 13:41:00.036408 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-02009cf0-8294-4bbe-89e0-ff43c412b7a9 req-f0284143-6019-428a-b50e-704e5723bfaf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0621409 Sep 15 13:41:00.102637 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a68233b3-419b-4464-8777-5a763eb3bbe6 req-785ec556-420f-4fe0-86d5-f11d58afb443 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832300 Sep 15 13:41:01.000152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0f641-d1e6-4a17-ac18-9680ba0ce15d req-daa82d6c-f771-416d-8330-f8e0f0ce5ae0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:01.001852 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-47f0f641-d1e6-4a17-ac18-9680ba0ce15d req-daa82d6c-f771-416d-8330-f8e0f0ce5ae0 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1292310 Sep 15 13:41:01.065455 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-47f0f641-d1e6-4a17-ac18-9680ba0ce15d req-d3a98057-419b-499d-8f94-2b8f46a01d7d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Sep 15 13:41:01.279852 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-094f9548-f72b-400e-b07c-6db849db919a req-f2730d6d-0103-4681-901d-007b526c5ce0 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0753632 Sep 15 13:41:01.457749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb93ca6-afa3-4eac-a88c-f51a8a2394a1 req-92819296-397c-4d06-b8b0-6c40c3a51313 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:01.459632 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1eb93ca6-afa3-4eac-a88c-f51a8a2394a1 req-92819296-397c-4d06-b8b0-6c40c3a51313 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.0925388 Sep 15 13:41:01.534692 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1eb93ca6-afa3-4eac-a88c-f51a8a2394a1 req-62e8607e-12b5-4cd1-bc52-30da68310b03 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609164 Sep 15 13:41:02.444986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103149d-7322-4c4c-bc92-283320fc8942 req-bf08dbaf-5e76-4c1f-b215-5525f44045ba tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:02.452749 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2103149d-7322-4c4c-bc92-283320fc8942 req-bf08dbaf-5e76-4c1f-b215-5525f44045ba tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1906958 Sep 15 13:41:02.517819 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2103149d-7322-4c4c-bc92-283320fc8942 req-d9fe5ad8-ebec-4f3d-b638-ca70110b2052 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584757 Sep 15 13:41:02.546792 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e6be83ac-e841-49ce-a9e7-43be67700536 req-e2bc673c-6414-4d9e-9fa8-f74c77fa6b55 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0555630 Sep 15 13:41:02.805719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37efc3-0991-4bec-ae4a-0e67b8fce7d2 req-8cd77d15-4498-4b82-bfaa-6255a802a6e7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:02.807389 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1c37efc3-0991-4bec-ae4a-0e67b8fce7d2 req-8cd77d15-4498-4b82-bfaa-6255a802a6e7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.0914516 Sep 15 13:41:02.857048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1c37efc3-0991-4bec-ae4a-0e67b8fce7d2 req-23bb2ffd-4843-4552-bc5d-8cbe692731ea tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Sep 15 13:41:03.574814 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-7570930a-05cd-4512-b728-5dcb95b22337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 200 len: 217 time: 0.0774672 Sep 15 13:41:03.674194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-c50a9e5e-52c9-4c5d-96c8-438b52e08067 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:03.675793 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-c50a9e5e-52c9-4c5d-96c8-438b52e08067 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 200 len: 859 time: 0.0884657 Sep 15 13:41:03.736305 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-d2f51cc0-0408-44be-8fad-7115b02e6450 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=728d8e21-b220-4d61-afd7-d9a817dc0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457423 Sep 15 13:41:03.786193 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-925508ea-4e03-4393-9b08-befe01f161a5 req-f7323f00-eb6d-40b8-846c-0485cbcca35c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0485127 Sep 15 13:41:03.832791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367efa90-5a34-4f71-a881-301c37b41532 req-db168e27-37f5-41eb-8d88-7ab05829752d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:03.840918 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-367efa90-5a34-4f71-a881-301c37b41532 req-db168e27-37f5-41eb-8d88-7ab05829752d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1545892 Sep 15 13:41:03.894019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-367efa90-5a34-4f71-a881-301c37b41532 req-ba1764de-2475-4200-afcf-0307dbb6808d tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Sep 15 13:41:03.974974 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-836b338e-006a-4082-a12c-817af481e5e1 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877265 Sep 15 13:41:04.231236 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d32902e3-1f69-45f5-a7d7-114b5376b0c7 req-d8615260-d2bd-46d2-ae12-eb2870868d97 service neutron] 10.222.0.39 "GET /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457142 Sep 15 13:41:04.237221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfd4ab-6774-4b50-9192-c8b4eff04bad req-7ec867b1-26f2-41e6-9243-741757adff42 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:04.238714 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5dfd4ab-6774-4b50-9192-c8b4eff04bad req-7ec867b1-26f2-41e6-9243-741757adff42 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1905737 Sep 15 13:41:04.311888 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d5dfd4ab-6774-4b50-9192-c8b4eff04bad req-c6a799e4-76a1-4be5-af78-cdcc7ed15b7e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664084 Sep 15 13:41:04.539929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53656) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:04.554127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ebe53633-85bb-41d4-9aeb-791ffeb4d35c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:04.556328 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ebe53633-85bb-41d4-9aeb-791ffeb4d35c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 808 time: 0.1725256 Sep 15 13:41:04.628313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-71d3e0d8-36c6-4abc-9943-884a9d1103cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:04.641075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-71d3e0d8-36c6-4abc-9943-884a9d1103cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:04.642259 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-71d3e0d8-36c6-4abc-9943-884a9d1103cf tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d959c1af37df47bcb4ab73ad6147d1a2 HTTP/1.1" status: 200 len: 378 time: 0.0605400 Sep 15 13:41:04.656303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'port': {'device_id': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'admin_state_up': True, 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'security_groups': ['dd09bb02-710d-44f6-a926-ed4d5f7fa66f']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:04.700735 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:04.733784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:04.737936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Usage tracker for resource:security_group_rule and tenant:df553380ee8a46b7b942e4188aeb2a1a is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:04.740876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:04.747414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:04.801903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:04.812270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:04.819269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:04.825883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Made reservation on behalf of d959c1af37df47bcb4ab73ad6147d1a2 for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:41:04.828399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:04.832891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:04.836189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-49fd26d6-b7b1-4b98-a344-a96ad86ab658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:04.877657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e5f9e-60ad-46b8-966f-88bf366bc72c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:04.893075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.893485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.893891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.894316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.894706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.895098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.895487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.895878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.896265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.896651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.897037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:04.900988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:04.906492 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df553380ee8a46b7b942e4188aeb2a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3652873 Sep 15 13:41:04.906974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53664) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:04.997009 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-35c9de00-df3d-4faa-981d-3175939c5434 req-89fd4110-cb4f-474b-ae57-472b57fd7d82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0579395 Sep 15 13:41:05.011174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Allocated IP 172.20.0.4 (cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f/8641240c-847e-45ab-a704-ae5c1f884013/b4a27fcf-c569-4013-9a48-4f9e0b917abb) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:41:05.016813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.044712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.093715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.099143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78274778-ddad-4bf1-9fe1-bed60b79490a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:05.115196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e5f9e-60ad-46b8-966f-88bf366bc72c,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:05.118327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:05.122749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.123958 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c86e5f9e-60ad-46b8-966f-88bf366bc72c HTTP/1.1" status: 204 len: 168 time: 0.2160118 Sep 15 13:41:05.261181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057b5e7-9576-4c3b-9c77-cc3f62484fe4 req-7c5751a7-2a95-4d6c-bd1b-ddf27ddb4063 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:05.262815 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9057b5e7-9576-4c3b-9c77-cc3f62484fe4 req-7c5751a7-2a95-4d6c-bd1b-ddf27ddb4063 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.2110705 Sep 15 13:41:05.404782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.416449 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9057b5e7-9576-4c3b-9c77-cc3f62484fe4 req-1ae0db92-e200-4fae-b09b-567b86a06d84 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447845 Sep 15 13:41:05.428736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Transition to ACTIVE for port object b4a27fcf-c569-4013-9a48-4f9e0b917abb will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:41:05.477598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.483709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-de2413a8-1da1-4126-b02d-27c78c87ef49 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:05.629905 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a36974-3d2c-4ac4-a844-87e4e1d9857d req-9dbf237f-5884-489a-ac36-b44710b3458a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:05.638687 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85a36974-3d2c-4ac4-a844-87e4e1d9857d req-9dbf237f-5884-489a-ac36-b44710b3458a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.1339135 Sep 15 13:41:05.641235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53688) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:05.682043 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.744157 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85a36974-3d2c-4ac4-a844-87e4e1d9857d req-bc131000-0013-4107-9fce-431d0e03651d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043570 Sep 15 13:41:05.745116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:05.749975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7b4008209f4140be4570211073f3a7 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:05.753234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:05.756436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:41:05.759323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:05.760484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:41:05.764972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:41:05.769351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:05.769995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.778144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:05.785524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:05.802696 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1504810 Sep 15 13:41:05.823455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Request body: {'port': {'device_id': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:05.832789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.836798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:05.870935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c47dd01e-c337-42c4-a703-6c410cff4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:05.896749 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a7b4008209f4140be4570211073f3a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2535682 Sep 15 13:41:05.905129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae5154-8e43-4bcf-bfca-005c0bed088c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:05.908780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:05.909627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53692) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:05.977952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.067742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.133647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.207963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.213278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-82e41b33-fc9e-4bb3-b0f6-aaad8af9d8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:06.224472 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae5154-8e43-4bcf-bfca-005c0bed088c,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:06.229470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:06.231243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.234337 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3eae5154-8e43-4bcf-bfca-005c0bed088c HTTP/1.1" status: 204 len: 168 time: 0.3215573 Sep 15 13:41:06.264290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-63561e0a-ac3b-464f-a422-b06ecce87639 None None] Provisioning for port b4a27fcf-c569-4013-9a48-4f9e0b917abb completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:41:06.269671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-63561e0a-ac3b-464f-a422-b06ecce87639 None None] Provisioning complete for port b4a27fcf-c569-4013-9a48-4f9e0b917abb triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:41:06.270094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-63561e0a-ac3b-464f-a422-b06ecce87639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.327245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-63561e0a-ac3b-464f-a422-b06ecce87639 None None] Port b4a27fcf-c569-4013-9a48-4f9e0b917abb cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:41:06.399864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85994e4-aee0-4cb3-9e97-c90bc5ee162c req-234e6ba8-c7a1-442d-b875-9fe3c6dd205d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:06.400604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b85994e4-aee0-4cb3-9e97-c90bc5ee162c req-234e6ba8-c7a1-442d-b875-9fe3c6dd205d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:06.428784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b85994e4-aee0-4cb3-9e97-c90bc5ee162c req-234e6ba8-c7a1-442d-b875-9fe3c6dd205d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:06.430048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b85994e4-aee0-4cb3-9e97-c90bc5ee162c req-234e6ba8-c7a1-442d-b875-9fe3c6dd205d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 931 time: 0.2454402 Sep 15 13:41:06.519200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a27fcf-c569-4013-9a48-4f9e0b917abb {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:41:06.530191 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.539512 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b85994e4-aee0-4cb3-9e97-c90bc5ee162c req-ffe4e677-2e7b-4963-8b94-14bacd3478d4 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766470 Sep 15 13:41:06.565626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Transition to ACTIVE for port object b4a27fcf-c569-4013-9a48-4f9e0b917abb will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:41:06.575403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.586293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:06.678803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa412d-b60a-4b3b-b250-4aa53a66198d req-2176aaa3-97f0-45aa-ad16-6678d1db4dac tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:06.681043 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fdfa412d-b60a-4b3b-b250-4aa53a66198d req-2176aaa3-97f0-45aa-ad16-6678d1db4dac tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1170950 Sep 15 13:41:06.722804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:06.725595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:06.726417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53712) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:06.759930 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fdfa412d-b60a-4b3b-b250-4aa53a66198d req-a375ca6c-e2f0-40d6-8bec-49c38c15a58e tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Sep 15 13:41:06.793590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.806330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Attempting to bind port b4a27fcf-c569-4013-9a48-4f9e0b917abb on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:41:06.806705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Attempting to bind port b4a27fcf-c569-4013-9a48-4f9e0b917abb by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:41:06.807235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Attempting to bind port b4a27fcf-c569-4013-9a48-4f9e0b917abb on network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:41:06.815492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Port b4a27fcf-c569-4013-9a48-4f9e0b917abb on network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:41:06.815856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Attempting to bind port b4a27fcf-c569-4013-9a48-4f9e0b917abb on network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:41:06.829431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:41:06.829807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Checking segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:41:06.830225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Bound using segment: {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:41:06.830745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Bound port: b4a27fcf-c569-4013-9a48-4f9e0b917abb, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:41:06.831126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:06.866658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:06.928348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Usage tracker for resource:security_group_rule and tenant:0101bf723f8a4f23a42c382fe5247060 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:06.933369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:06.943798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:06.982742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53724) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:07.046733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:41:07.056219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:41:07.072454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.080497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:07.093030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:41:07.161822 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:07.174906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:07.179575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.187224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9bbbd-1e26-4c08-958a-b1e6bc5d5dfb req-49bd6606-9ae0-4512-8f1c-5701c68db933 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:07.188780 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ff9bbbd-1e26-4c08-958a-b1e6bc5d5dfb req-49bd6606-9ae0-4512-8f1c-5701c68db933 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 944 time: 0.2426093 Sep 15 13:41:07.204290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.205719 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] 10.222.0.39 "PUT /v2.0/ports/b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 1093 time: 1.3885407 Sep 15 13:41:07.206236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:07.255745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:07.261607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Usage tracker for resource:security_group_rule and tenant:022ad22c0b9c4d59a5bf7b6f348a5384 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:07.265487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:07.271768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:07.360244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:07.387506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'mac_address': 'fa:16:3e:25:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:41:07.425689 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ff9bbbd-1e26-4c08-958a-b1e6bc5d5dfb req-e731371c-0602-484f-bf9c-cebe4f82a6e2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233250 Sep 15 13:41:07.451514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.470573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.505523 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'status': 'completed', 'code': 200} Sep 15 13:41:07.527486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9975c865-9017-4d14-9a6b-7d3bb80adcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:07.532494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.584196 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-0bb90a84-a9e7-4d83-9627-fc92c44b621c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1096 time: 0.2747662 Sep 15 13:41:07.584650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:41:07.585656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf34dc4-2c9f-421c-8a07-8b4a8d3b2358,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:07.607295 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0101bf723f8a4f23a42c382fe5247060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8797798 Sep 15 13:41:07.611987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:07.616824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53748) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:07.632093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:07.647748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.652573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:07.660465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.668157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.726589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0d452485-74d8-48a3-82a2-e790fdc7bcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:07.741374 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-47785840-a597-4a65-ac7b-a5d1d61a8b46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 217 time: 0.1306467 Sep 15 13:41:07.755785 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=022ad22c0b9c4d59a5bf7b6f348a5384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7719676 Sep 15 13:41:07.759621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53752) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:07.781797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=9']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:07.804142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.804537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.804923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.805304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.805685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.806057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.806468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.807214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.807585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.807954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.808322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:07.819297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:07.856328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6887d89f-10c6-4ba3-a60f-aa4e8aaa7de3,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:07.856962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.868546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:07.887782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.900522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-4a299c50-49d6-4c22-8084-3eb7634127de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:07.902087 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-4a299c50-49d6-4c22-8084-3eb7634127de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.1499009 Sep 15 13:41:07.916322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.940844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:41:07.948684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179705d2-d7f8-4048-8e47-bafffc04ece9 req-035544ec-2f23-4b5a-8816-ff74b1af4745 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:07.956749 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-179705d2-d7f8-4048-8e47-bafffc04ece9 req-035544ec-2f23-4b5a-8816-ff74b1af4745 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1995738 Sep 15 13:41:07.985770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.987134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:07.992934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a908062-a58f-4bd3-88ab-4a431f9a0198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:08.009386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf34dc4-2c9f-421c-8a07-8b4a8d3b2358,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:08.014377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:08.032540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:08.036735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bf34dc4-2c9f-421c-8a07-8b4a8d3b2358 HTTP/1.1" status: 204 len: 168 time: 0.3325596 Sep 15 13:41:08.041604 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-0d2ef6c4-609d-40fd-8235-68c07f63d323 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167381 Sep 15 13:41:08.301900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-179705d2-d7f8-4048-8e47-bafffc04ece9 req-baf8f854-287b-43c1-b98d-e17a6e96eb2c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3441014 Sep 15 13:41:08.311821 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-b2926bcb-1859-44cc-b134-ed1a69a3acbb service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627118 Sep 15 13:41:08.343401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:08.351049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-908d6e85-eab0-4bec-baca-8cfba073d7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:08.372505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6887d89f-10c6-4ba3-a60f-aa4e8aaa7de3,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:08.374856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:08.377537 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6887d89f-10c6-4ba3-a60f-aa4e8aaa7de3 HTTP/1.1" status: 204 len: 168 time: 0.6151223 Sep 15 13:41:08.377537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:08.621893 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d12e5dd-9587-481f-a33d-d19f77dfe772 req-422d426e-c6e7-4b14-bfb0-04a11a781ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980063 Sep 15 13:41:08.808073 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-13c5b619-8c1c-4819-aca6-0e68df77d98f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1096 time: 0.1191983 Sep 15 13:41:08.815479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a612-2de7-4148-a9f9-6b5f766cbc2f req-9bb8ca28-3767-444d-8768-43e13c8be017 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:08.817203 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91b1a612-2de7-4148-a9f9-6b5f766cbc2f req-9bb8ca28-3767-444d-8768-43e13c8be017 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 945 time: 0.1867135 Sep 15 13:41:08.970357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91b1a612-2de7-4148-a9f9-6b5f766cbc2f req-896ab1c3-03e8-44c0-8f95-10c7895d3e25 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293836 Sep 15 13:41:08.998367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-51876450-6690-418a-947e-1ef54b7ec5a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:08.999989 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-51876450-6690-418a-947e-1ef54b7ec5a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.1818135 Sep 15 13:41:09.077152 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-f56e7e16-0534-44af-84ae-a501828b4bdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 217 time: 0.0685093 Sep 15 13:41:09.099894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:41:09.145979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-6eea280a-f846-4b1e-8aba-caaa5e7831b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:09.147674 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-6eea280a-f846-4b1e-8aba-caaa5e7831b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0641544 Sep 15 13:41:09.170707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:41:09.171176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:09.240549 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-2b69ba87-37b8-4f7b-8baf-23d7bc089b5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766792 Sep 15 13:41:09.293040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:09.321414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:09.334458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:09.338980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:09.341675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:09.398802 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-387283b8-b9cb-4a5c-b5d3-7334790c7a1c service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506276 Sep 15 13:41:09.403477 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'code': 200} Sep 15 13:41:09.416958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=10']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:09.421500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:09.807496 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a97e5239-551f-4a9e-bd2c-81699fb024c3 req-1fd66439-677a-4ff0-9dff-c1629e509501 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878882 Sep 15 13:41:09.815847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e6e3d-503c-42b3-ab08-d0c7437684da req-e7d9360e-95b7-449d-ad94-77061d599b13 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:09.818146 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-365e6e3d-503c-42b3-ab08-d0c7437684da req-e7d9360e-95b7-449d-ad94-77061d599b13 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.3692048 Sep 15 13:41:09.884406 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-365e6e3d-503c-42b3-ab08-d0c7437684da req-d3332ccc-586e-4787-90ea-49e16b900f86 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489941 Sep 15 13:41:09.959683 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a0c409ff-13a6-4b16-8620-57d67d938a5a req-da26a1eb-1c2c-463d-a95f-1688b2ec14fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 1100 time: 0.0729475 Sep 15 13:41:10.005503 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a0c409ff-13a6-4b16-8620-57d67d938a5a req-56682e01-27a8-4855-97bc-a065ffdea618 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393505 Sep 15 13:41:10.191697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d1104-92cd-4012-b130-d2b9e1b0eff1 req-6d788be7-caae-4825-9017-9274dee0aeeb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:10.193310 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-de8d1104-92cd-4012-b130-d2b9e1b0eff1 req-6d788be7-caae-4825-9017-9274dee0aeeb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.0837169 Sep 15 13:41:10.244074 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-de8d1104-92cd-4012-b130-d2b9e1b0eff1 req-da794e21-68f3-4b36-9117-dfe19e3115b6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Sep 15 13:41:11.090209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41276b3-3e6e-40f9-8269-cf173428429f req-7d42c4aa-539a-43a5-9f4d-3d0e3ad11d82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:11.091773 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b41276b3-3e6e-40f9-8269-cf173428429f req-7d42c4aa-539a-43a5-9f4d-3d0e3ad11d82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.0843658 Sep 15 13:41:11.103720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:41:11.148263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b41276b3-3e6e-40f9-8269-cf173428429f req-1e46e0f6-2b2d-413d-aff1-8c074ca19f68 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483232 Sep 15 13:41:11.263483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:11.279483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'mac_address': 'fa:16:3e:03:6a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:41:11.390748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:11.422862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a27fcf-c569-4013-9a48-4f9e0b917abb {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:41:11.438535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:11.444535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:11.447118 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:11.520095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94a9a8-7d58-4c13-9388-c4ae5ef9b5ea req-2fe9c5c6-ba02-4b92-bfd1-8ef2606e37c3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:11.523159 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3e94a9a8-7d58-4c13-9388-c4ae5ef9b5ea req-2fe9c5c6-ba02-4b92-bfd1-8ef2606e37c3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.1128869 Sep 15 13:41:11.534259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:11.538947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:11.604780 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3e94a9a8-7d58-4c13-9388-c4ae5ef9b5ea req-25504368-86e8-4b9e-832d-9528d692c450 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728970 Sep 15 13:41:11.665441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:11.743502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['b4a27fcf-c569-4013-9a48-4f9e0b917abb'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:41:11.923279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04982d9-c80d-40ec-bd10-75f4664c9a35 req-30f24066-4569-4373-98bf-62814e475592 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:11.924827 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c04982d9-c80d-40ec-bd10-75f4664c9a35 req-30f24066-4569-4373-98bf-62814e475592 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0900757 Sep 15 13:41:11.973883 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c04982d9-c80d-40ec-bd10-75f4664c9a35 req-ba5ba178-d5ae-4797-bf92-8f9da8b5f170 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Sep 15 13:41:12.348901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ccfc5-422d-4b74-bc51-d73f27c095a4 req-cdb7ebce-c04a-416c-97cc-a5ae3aedb07a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:12.350538 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-644ccfc5-422d-4b74-bc51-d73f27c095a4 req-cdb7ebce-c04a-416c-97cc-a5ae3aedb07a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 944 time: 0.0846355 Sep 15 13:41:12.398782 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-644ccfc5-422d-4b74-bc51-d73f27c095a4 req-dfff2ee2-b6c2-477c-b82a-99dcfc693d9a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419462 Sep 15 13:41:12.810970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0b9c-5bb3-4381-aeb4-fb38691fcaff req-8278046f-da40-4b25-9b43-e1c479dcb917 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:12.812570 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-52cd0b9c-5bb3-4381-aeb4-fb38691fcaff req-8278046f-da40-4b25-9b43-e1c479dcb917 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.0836792 Sep 15 13:41:12.869081 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-52cd0b9c-5bb3-4381-aeb4-fb38691fcaff req-b2211796-835a-40ac-aa7d-989955843abf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Sep 15 13:41:13.118788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:41:13.181790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1c07-ed36-410c-ad8d-fac811161964 req-a9e6529e-fc30-4941-8be6-042ad9d65465 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:13.183465 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-13fa1c07-ed36-410c-ad8d-fac811161964 req-a9e6529e-fc30-4941-8be6-042ad9d65465 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0859838 Sep 15 13:41:13.188479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port b4a27fcf-c569-4013-9a48-4f9e0b917abb completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:41:13.193307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port b4a27fcf-c569-4013-9a48-4f9e0b917abb triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:41:13.193727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:13.233131 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-13fa1c07-ed36-410c-ad8d-fac811161964 req-a5af9cd1-0b45-45fb-8770-179c5be994a4 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Sep 15 13:41:13.308433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:13.335906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:13.346921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:13.350153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:13.352110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:13.396100 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'code': 200} Sep 15 13:41:13.422813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:13.425828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:13.605048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d770e-e795-41b8-ac26-3f2ad8b36569 req-34570b7d-5370-43e6-8b6e-f341f0434d88 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:13.606755 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-359d770e-e795-41b8-ac26-3f2ad8b36569 req-34570b7d-5370-43e6-8b6e-f341f0434d88 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0824640 Sep 15 13:41:13.655512 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-359d770e-e795-41b8-ac26-3f2ad8b36569 req-2036118c-151d-477f-b1cf-2ff47750fc22 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425820 Sep 15 13:41:13.731290 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-07bdf4b4-373f-4e73-be43-cb2581cba645 req-9ac7d801-dc51-4014-8741-56ce66fcd9de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.0738130 Sep 15 13:41:13.778664 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-07bdf4b4-373f-4e73-be43-cb2581cba645 req-57079c43-ddae-4694-a2cd-e24619af1f61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381758 Sep 15 13:41:14.290631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53876) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:14.447967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-1c44e160-79a7-478d-9925-532d0af4cb32 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:14.449529 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-1c44e160-79a7-478d-9925-532d0af4cb32 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.0833972 Sep 15 13:41:14.450109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.470857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13a49d-0ed4-4b6d-84fa-0214a8eac814 req-9841a4d3-812a-4945-8894-9d8268aaddca tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:14.472429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1b13a49d-0ed4-4b6d-84fa-0214a8eac814 req-9841a4d3-812a-4945-8894-9d8268aaddca tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 946 time: 0.1161418 Sep 15 13:41:14.522456 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:14.525904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Deleting port 48016c05-46f4-488a-813c-9609220b4639 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:41:14.526318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.528205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Usage tracker for resource:security_group_rule and tenant:e1c893aef70b4ba886fce83d36139c7d is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:14.534846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:14.543569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:14.550648 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1b13a49d-0ed4-4b6d-84fa-0214a8eac814 req-311f517b-0d65-42f5-b97b-8720661e6832 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703592 Sep 15 13:41:14.615132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.617972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.626143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-919fc3d6-7f90-4cb3-bfac-6ea2920207ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:14.671594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74e698-ebfc-41fc-bb00-4dc4e4f5a389,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:14.678801 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1c893aef70b4ba886fce83d36139c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3845401 Sep 15 13:41:14.678801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:14.679023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53884) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:14.751329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.779107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.780026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] For port 48016c05-46f4-488a-813c-9609220b4639, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=48016c05-46f4-488a-813c-9609220b4639,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:14.780988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.823881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.829406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eef9833a-8beb-4271-b9f6-1c286b181b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:14.842044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b74e698-ebfc-41fc-bb00-4dc4e4f5a389,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:14.845792 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:14.847793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:14.851832 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b74e698-ebfc-41fc-bb00-4dc4e4f5a389 HTTP/1.1" status: 204 len: 168 time: 0.1690505 Sep 15 13:41:14.951304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Calling delete_port for 48016c05-46f4-488a-813c-9609220b4639 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:41:15.059910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6fce-e9ec-4467-b8b3-26471bec3513 req-228ca33e-8179-4355-8ee9-ab6e35cbbfe8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:15.061968 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-748b6fce-e9ec-4467-b8b3-26471bec3513 req-228ca33e-8179-4355-8ee9-ab6e35cbbfe8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.2722781 Sep 15 13:41:15.117832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-900e4b97-f127-411c-9f06-a660386a39ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.166788 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-748b6fce-e9ec-4467-b8b3-26471bec3513 req-f3b01429-c6ad-498a-9b11-d4a2b95d8f3a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690629 Sep 15 13:41:15.167844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.173620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3d5feddf-5d53-47d0-ba25-9fd1ffae932f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:15.193627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:41:15.218989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Pushing event deleted for resources: {'Port': ['ID=48016c05-46f4-488a-813c-9609220b4639,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:15.223129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:15.235493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53894) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:15.255395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.289540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:15.293686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b89fbe7df3314a528406ba6e7a54a302 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:15.296731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:15.304197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:15.308099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] No DVR routers for this DVR port 48016c05-46f4-488a-813c-9609220b4639 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:41:15.310793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.314231 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'name': 'network-vif-deleted', 'tag': '48016c05-46f4-488a-813c-9609220b4639'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:15.332629 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dfee7b05-d093-457a-94e9-3ecc5d91ff09 req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "DELETE /v2.0/ports/48016c05-46f4-488a-813c-9609220b4639 HTTP/1.1" status: 204 len: 173 time: 0.8772054 Sep 15 13:41:15.382395 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4d40b-d4b1-4b75-bbce-60e59d2f87fb', 'name': 'network-vif-deleted', 'tag': '48016c05-46f4-488a-813c-9609220b4639', 'status': 'completed', 'code': 200} Sep 15 13:41:15.402528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.406447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.419716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c73ee1c6-950f-460a-8e5c-65cbda795ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:15.460653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e882c2-e62e-438b-9138-0fdb0fba46d8,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:15.464428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:15.469499 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b89fbe7df3314a528406ba6e7a54a302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2302904 Sep 15 13:41:15.470217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 53900) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:15.538437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.565571 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.609387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.614384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0119781a-4c8f-4061-b644-39cc9b11c476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:15.628322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e882c2-e62e-438b-9138-0fdb0fba46d8,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:15.631106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:15.632262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:15.634524 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92e882c2-e62e-438b-9138-0fdb0fba46d8 HTTP/1.1" status: 204 len: 168 time: 0.1627655 Sep 15 13:41:15.733880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4b9ed7ad-31f6-4201-b6fc-e1947c1ef882 req-e8f4b751-466e-487f-9ec3-acfbaae8bb81 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Synchronizing usage tracker for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:15.748502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-4b9ed7ad-31f6-4201-b6fc-e1947c1ef882 req-e8f4b751-466e-487f-9ec3-acfbaae8bb81 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Unset dirty status for tenant:bec72a42fe6b4b2aa73266e55d4509e0 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:15.750400 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4b9ed7ad-31f6-4201-b6fc-e1947c1ef882 req-e8f4b751-466e-487f-9ec3-acfbaae8bb81 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=bba4d40b-d4b1-4b75-bbce-60e59d2f87fb HTTP/1.1" status: 200 len: 210 time: 0.0607111 Sep 15 13:41:16.382864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7f57e-4d34-47e4-919e-e158498d7c8f req-28ff9c50-7e4d-4da4-97b4-d8e2c8bfedb3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:16.384451 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6aa7f57e-4d34-47e4-919e-e158498d7c8f req-28ff9c50-7e4d-4da4-97b4-d8e2c8bfedb3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0881996 Sep 15 13:41:16.432352 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6aa7f57e-4d34-47e4-919e-e158498d7c8f req-fce14acc-3870-4343-b38f-0b3cc5130a8d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417314 Sep 15 13:41:16.556488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:16.645596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c87c-c379-4b36-9dda-827483ffe8bf req-6e8e5a4c-6c57-44d5-afef-8b4de992c823 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:16.647273 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f58c87c-c379-4b36-9dda-827483ffe8bf req-6e8e5a4c-6c57-44d5-afef-8b4de992c823 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0877235 Sep 15 13:41:16.698015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f58c87c-c379-4b36-9dda-827483ffe8bf req-536cbbbc-a715-41ef-82d7-e5eb9b3f50b3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440731 Sep 15 13:41:16.725625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53938) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:17.097867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-af11bb04-26d9-4be4-bc27-cd866efd41c1 tempest-TestShelveInstance-488956328 tempest-TestShelveInstance-488956328-project-admin] Synchronizing usage tracker for tenant:22dc6c779b384b1f94e5d8aa8d6a274e on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:17.118090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-af11bb04-26d9-4be4-bc27-cd866efd41c1 tempest-TestShelveInstance-488956328 tempest-TestShelveInstance-488956328-project-admin] Unset dirty status for tenant:22dc6c779b384b1f94e5d8aa8d6a274e on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:17.119563 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-af11bb04-26d9-4be4-bc27-cd866efd41c1 tempest-TestShelveInstance-488956328 tempest-TestShelveInstance-488956328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1093 time: 0.3919399 Sep 15 13:41:17.122656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 53958) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:17.128559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:17.134397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:17.138458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Usage tracker for resource:floatingip and tenant:d959c1af37df47bcb4ab73ad6147d1a2 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:17.141923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:17.148517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:17.159509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 48016c05-46f4-488a-813c-9609220b4639 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:41:17.165195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for floatingip, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.194071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 48016c05-46f4-488a-813c-9609220b4639 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:41:17.195022 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 48016c05-46f4-488a-813c-9609220b4639 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:41:17.391057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d725c-9e61-47bc-ace8-14f58696c9a1 req-bc278980-8167-44ff-80e2-dcd9dbaca634 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:17.392711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9d2d725c-9e61-47bc-ace8-14f58696c9a1 req-bc278980-8167-44ff-80e2-dcd9dbaca634 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1846654 Sep 15 13:41:17.456435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.497499 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9d2d725c-9e61-47bc-ace8-14f58696c9a1 req-76528807-4016-40ba-8fab-211713744fac tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976880 Sep 15 13:41:17.567159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7b97d89f-2867-4388-9f55-0a60e3e1a06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.638869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Allocated IP 172.28.2.237 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/9ae26bd8-6596-465e-8682-cc9b22fe4590) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:41:17.757628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ccf32-205f-442d-bebf-bbbc35abbb14 req-d942bce6-50a3-4a7a-9803-79f58b444e66 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:17.762949 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f31ccf32-205f-442d-bebf-bbbc35abbb14 req-d942bce6-50a3-4a7a-9803-79f58b444e66 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1050687 Sep 15 13:41:17.765021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.806962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.813708 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f31ccf32-205f-442d-bebf-bbbc35abbb14 req-dc4c8170-0236-41a6-bd40-8aaa1bd6847d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Sep 15 13:41:17.835737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:17.840459 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce8628f8-3f16-4fc2-9e69-45ac311b8f82 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:17.907977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:41:17.911688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:41:17.914205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:41:17.944656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'Port': ['ID=9ae26bd8-6596-465e-8682-cc9b22fe4590,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:17.951418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:18.757628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:18.836768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df936c-d131-4419-b338-7823d3374c11 req-d2b7acfc-e8d3-43dd-894f-013231be24fb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:18.838392 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b8df936c-d131-4419-b338-7823d3374c11 req-d2b7acfc-e8d3-43dd-894f-013231be24fb tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1724181 Sep 15 13:41:18.840774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:18.964849 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b8df936c-d131-4419-b338-7823d3374c11 req-2740ab8e-c8a3-41b9-9307-20a7638b7577 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941539 Sep 15 13:41:19.037626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ed26-ec24-4d6b-974e-1c81e7f3c9fd req-eab83c22-b7ad-4805-81bd-3c2201d9e869 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:19.038917 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d31ed26-ec24-4d6b-974e-1c81e7f3c9fd req-eab83c22-b7ad-4805-81bd-3c2201d9e869 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.0868244 Sep 15 13:41:19.088358 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d31ed26-ec24-4d6b-974e-1c81e7f3c9fd req-fd2a61ff-8fec-4cb4-b69c-dda808310d5c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Sep 15 13:41:19.104676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:19.107302 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:19.111694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:19.169405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:19.285975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:19.295136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event updated for resources: {'Port': ['ID=9ae26bd8-6596-465e-8682-cc9b22fe4590,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:19.299564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:19.377282 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Floating IP 243a6b42-89d1-4350-86bb-bf5b31d419dc associated. External IP: 172.28.2.237, port: b4a27fcf-c569-4013-9a48-4f9e0b917abb. Sep 15 13:41:19.774597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Router 394be0f8-204d-4dfe-bebd-02340e38fb88 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:41:19.976771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:41:19.988349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Sync routers for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:41:20.002003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:20.003085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:20.007155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:20.086321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9531777 Sep 15 13:41:20.086321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:20.145535 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'status': 'completed', 'code': 200} Sep 15 13:41:20.207010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:41:20.253908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311cdb-d429-4cbb-9117-c66dcd003e68 req-d8700d17-dfa0-4d89-83fa-7a446558e92a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:20.255571 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd311cdb-d429-4cbb-9117-c66dcd003e68 req-d8700d17-dfa0-4d89-83fa-7a446558e92a tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1616263 Sep 15 13:41:20.355816 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-af386612-ae20-46d8-8efd-2f571fc00613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.1655223 Sep 15 13:41:20.356648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28994-7cb8-4dc6-8373-833d6bc0254d req-bb0b0807-3d96-41bb-8b44-6068250fdb56 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:20.363425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74e28994-7cb8-4dc6-8373-833d6bc0254d req-bb0b0807-3d96-41bb-8b44-6068250fdb56 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1142426 Sep 15 13:41:20.384062 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd311cdb-d429-4cbb-9117-c66dcd003e68 req-2e349dd3-2aad-4c93-bd65-103907d430a7 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189411 Sep 15 13:41:20.418666 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-74e28994-7cb8-4dc6-8373-833d6bc0254d req-04543d58-a096-45ac-92ac-1bc3123242ff tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523281 Sep 15 13:41:20.540392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182207d2-d833-481e-99db-4c483f1016d8 req-3e26dc32-5d9b-4ed4-97a8-6c2f1f37f0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:20.541961 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-3e26dc32-5d9b-4ed4-97a8-6c2f1f37f0ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.1569467 Sep 15 13:41:20.621297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '243a6b42-89d1-4350-86bb-bf5b31d419dc', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'mac_address': 'fa:16:3e:03:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:18Z', 'updated_at': '2021-09-15T13:41:18Z', 'revision_number': 0, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:20.625801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Checking router: 394be0f8-204d-4dfe-bebd-02340e38fb88 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:41:20.637817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:20.638560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:20.654325 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-b7cd8f93-016a-4aab-8959-0e8dd2a35785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 999 time: 0.1022110 Sep 15 13:41:20.727154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182207d2-d833-481e-99db-4c483f1016d8 req-4e864af0-17aa-4a47-92e1-6fafcd98c11c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:20.728836 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-4e864af0-17aa-4a47-92e1-6fafcd98c11c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0666742 Sep 15 13:41:20.813447 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-1baa515f-1f29-40c8-85d2-a2d653029625 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747397 Sep 15 13:41:20.824135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:41:21.154564 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-06de6ff4-9d2b-42cb-93cc-04d08dcc0e33 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332655 Sep 15 13:41:21.344252 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-182207d2-d833-481e-99db-4c483f1016d8 req-1b5e1912-ea61-4e88-9c56-cf501cbc7e99 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819899 Sep 15 13:41:21.359770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '243a6b42-89d1-4350-86bb-bf5b31d419dc', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'mac_address': 'fa:16:3e:03:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:18Z', 'updated_at': '2021-09-15T13:41:18Z', 'revision_number': 0, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:21.364533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542183-b377-4b1a-a026-04e01be2c667 None None] The sync data for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb is: [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '243a6b42-89d1-4350-86bb-bf5b31d419dc', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'mac_address': 'fa:16:3e:03:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:18Z', 'updated_at': '2021-09-15T13:41:18Z', 'revision_number': 0, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:41:21.606344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8767d4b-9452-43d0-9a36-dc6bfab507b7 req-d003580c-9285-49c1-bf88-b760017eff0b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:21.607975 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8767d4b-9452-43d0-9a36-dc6bfab507b7 req-d003580c-9285-49c1-bf88-b760017eff0b tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.0895236 Sep 15 13:41:21.667443 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8767d4b-9452-43d0-9a36-dc6bfab507b7 req-68b7844e-9186-4382-8853-16e83abc5322 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Sep 15 13:41:21.767362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cd345-b1a5-4f86-b164-46250f335ba4 None None] New status for floating IP 243a6b42-89d1-4350-86bb-bf5b31d419dc: ACTIVE {{(pid=82341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:41:21.777860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a05f1-6806-45b4-bdea-7c564d0d16d0 req-3a5f34a3-efc5-458e-8f1d-66fabd9926ec tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:21.779528 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f16a05f1-6806-45b4-bdea-7c564d0d16d0 req-3a5f34a3-efc5-458e-8f1d-66fabd9926ec tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.0860381 Sep 15 13:41:21.829116 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f16a05f1-6806-45b4-bdea-7c564d0d16d0 req-8cd9acce-c72a-4069-8855-bde9b12c638e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Sep 15 13:41:22.944230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c363d6-d168-4246-b68e-17bee18f3204 req-57d3ab82-5efc-45b6-84eb-790ac6cd644c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:22.945723 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68c363d6-d168-4246-b68e-17bee18f3204 req-57d3ab82-5efc-45b6-84eb-790ac6cd644c tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1525090 Sep 15 13:41:22.952871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf47a6-4c77-4f83-874c-af26fb9ce7dc req-245c51e8-f46f-4ca3-8d3f-43a2d7149dcf tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:22.954402 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebcf47a6-4c77-4f83-874c-af26fb9ce7dc req-245c51e8-f46f-4ca3-8d3f-43a2d7149dcf tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 945 time: 0.1268182 Sep 15 13:41:23.057732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f465d-410e-4929-96c9-a11461989482 req-b427c299-cd36-41f5-b92f-1330ac92d8af tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:23.058233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Deleting port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:41:23.058660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:23.059548 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f3f465d-410e-4929-96c9-a11461989482 req-b427c299-cd36-41f5-b92f-1330ac92d8af tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1056697 Sep 15 13:41:23.120208 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f3f465d-410e-4929-96c9-a11461989482 req-42fdfa31-eda8-4e34-b3fa-c6b7ee5b6d10 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541825 Sep 15 13:41:23.124975 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebcf47a6-4c77-4f83-874c-af26fb9ce7dc req-9cafcd39-8775-4753-af73-891b234cb583 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/security-groups?id=632fd292-ec75-4eb7-8e5f-20b58a2031f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398380 Sep 15 13:41:23.333535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] For port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:23.333854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:23.458710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Calling delete_port for 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:41:23.599990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:23.606407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:23.611969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:41:23.652347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Pushing event deleted for resources: {'Port': ['ID=9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:23.654906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:23.727005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] No DVR routers for this DVR port 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:41:23.729573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:23.734063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'name': 'network-vif-deleted', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:23.747014 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68c363d6-d168-4246-b68e-17bee18f3204 req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.39 "DELETE /v2.0/ports/9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea HTTP/1.1" status: 204 len: 173 time: 0.7916102 Sep 15 13:41:23.787856 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1ac46-5836-4b5b-87ed-3d136deff1e3', 'name': 'network-vif-deleted', 'tag': '9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea', 'status': 'completed', 'code': 200} Sep 15 13:41:24.334087 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-988bb16a-6c65-434c-be99-deb7469535f3 req-0799f14c-49ec-40cd-93ae-7261e9f81de3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] 10.222.0.22 "GET /v2.0/ports?device_id=85e1ac46-5836-4b5b-87ed-3d136deff1e3 HTTP/1.1" status: 200 len: 210 time: 0.0608866 Sep 15 13:41:24.373839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889567f4-8714-4c7f-820f-a3fcccae048e req-5159e819-09eb-483d-b243-41ea80d844f6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:24.381272 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-889567f4-8714-4c7f-820f-a3fcccae048e req-5159e819-09eb-483d-b243-41ea80d844f6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1355448 Sep 15 13:41:24.429258 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-889567f4-8714-4c7f-820f-a3fcccae048e req-88e21a46-9276-438c-bd04-88ae01d3ee6e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 Sep 15 13:41:25.433254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54074) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:25.672127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733da472-9931-4bd6-8fe7-c36cc2386d5e req-fca8f225-af1b-4ef6-a024-03073e45792e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:25.673701 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-733da472-9931-4bd6-8fe7-c36cc2386d5e req-fca8f225-af1b-4ef6-a024-03073e45792e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1179233 Sep 15 13:41:25.743785 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-733da472-9931-4bd6-8fe7-c36cc2386d5e req-5847d8e0-0c33-4301-b47e-2b657a4286b3 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625420 Sep 15 13:41:25.946876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.401961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54090) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:26.553312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.574983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Deleting port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:41:26.575390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.585973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:26.589973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Usage tracker for resource:security_group_rule and tenant:38a136aa93fe47b098c155b7eae87b4a is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:26.592931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:26.598876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:26.666055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.668722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.676499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-31091abc-8471-4738-8347-552ddf9a4636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:26.721900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3da434-0190-498f-841b-5e24ee646362,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:26.725452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:26.731185 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38a136aa93fe47b098c155b7eae87b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3254800 Sep 15 13:41:26.731938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54096) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:26.799848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.830671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.921835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.928194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-22185e08-ea61-4f80-82c0-71c6a9b30dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:26.948644 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3da434-0190-498f-841b-5e24ee646362,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:26.952096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] For port 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,segment=NetworkSegment(b0a67551-fe1e-458b-bd42-045618daf4f0),segment_id=b0a67551-fe1e-458b-bd42-045618daf4f0)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:26.952497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.954207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:26.955844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:26.958010 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a3da434-0190-498f-841b-5e24ee646362 HTTP/1.1" status: 204 len: 168 time: 0.2254643 Sep 15 13:41:26.989752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf77c5-fbb4-410c-83cd-4c1caf220184 req-185200ed-1b4d-4fb2-9a14-ca74b97662a9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:26.991600 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9fcf77c5-fbb4-410c-83cd-4c1caf220184 req-185200ed-1b4d-4fb2-9a14-ca74b97662a9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1187398 Sep 15 13:41:27.051127 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9fcf77c5-fbb4-410c-83cd-4c1caf220184 req-38ac6af0-3a60-45dd-920d-15218a415132 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Sep 15 13:41:27.090682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Calling delete_port for 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e owned by network:router_interface {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:41:27.221241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:41:27.256218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:41:27.256410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 9e1fb9ee-0c90-4509-a3ee-3ac6c5a69aea not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:41:27.308972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54106) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:27.334870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.410863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:27.424559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f72a9f13624e42aacefbd9953c86f3 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:27.429588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:27.438491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:27.461762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.469582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:27.515500 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:27.520720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:27.717843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.723395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.731912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d618ea58-ae72-41e7-80e4-1be919286d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:27.795154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5532ef36-9825-47ae-9e87-bd8c812f2e89,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:27.799935 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f72a9f13624e42aacefbd9953c86f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4899385 Sep 15 13:41:27.802296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:27.803377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54112) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:27.849861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.877403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.907768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.958186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.963310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6b8c9bfa-e63b-44bd-affe-b4a31ceb15d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:27.974589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5532ef36-9825-47ae-9e87-bd8c812f2e89,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:27.980921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:27.981692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:27.982936 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5532ef36-9825-47ae-9e87-bd8c812f2e89 HTTP/1.1" status: 204 len: 168 time: 0.1786056 Sep 15 13:41:28.424693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54122) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:28.443967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.476743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:28.480698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1ef9a8ee8c4e03bfcd27c3fa4f2fe3 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:28.483652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:28.483786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2bbb-37c5-4fbe-9b0a-ddafc58fe658 req-ecdd701b-95ac-4848-b81b-d708e45025b0 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:28.485358 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-00ea2bbb-37c5-4fbe-9b0a-ddafc58fe658 req-ecdd701b-95ac-4848-b81b-d708e45025b0 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1705825 Sep 15 13:41:28.489624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:28.547864 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-00ea2bbb-37c5-4fbe-9b0a-ddafc58fe658 req-1dea384c-5aed-4f44-8e50-5a6672ad2762 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553594 Sep 15 13:41:28.560925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.565271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.572789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c901d7-b161-43f1-a4b1-531142536d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:28.583448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:41:28.617572 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f1ef9a8ee8c4e03bfcd27c3fa4f2fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1917162 Sep 15 13:41:28.618372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4f924-e941-4e7f-a77b-b3842253aec5,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:28.620823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54128) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:28.623520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:28.687121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.717972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.771781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.779149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-792bc499-9762-4b56-8c68-8574b1e6e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:28.800294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4f924-e941-4e7f-a77b-b3842253aec5,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:28.802850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:28.804342 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7d4f924-e941-4e7f-a77b-b3842253aec5 HTTP/1.1" status: 204 len: 168 time: 0.1825738 Sep 15 13:41:28.805931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:29.111106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac9cf5-e3f1-4b14-9b46-d27be285b842 req-7c7f6dd2-c6c6-4ed9-92fa-d9dc8bc553a3 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:29.112614 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-46ac9cf5-e3f1-4b14-9b46-d27be285b842 req-7c7f6dd2-c6c6-4ed9-92fa-d9dc8bc553a3 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2391121 Sep 15 13:41:29.116127 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-450bfa90-91bb-47f4-8d52-b3024c9e8af3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1099 time: 0.1506848 Sep 15 13:41:29.301377 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-46ac9cf5-e3f1-4b14-9b46-d27be285b842 req-1ed34f34-96a5-4c1b-a3bf-4a97de72f5d9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817005 Sep 15 13:41:29.333184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:41:29.337071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Sync routers for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:41:29.345048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-397e31e9-98be-477a-af7d-04db6d84e227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:29.346718 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-397e31e9-98be-477a-af7d-04db6d84e227 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.2099042 Sep 15 13:41:29.363766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:29.364626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:29.421474 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] 10.222.0.22 "PUT /v2.0/routers/e89a1238-1803-4dc0-a629-7e9fe3e0aff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9840472 Sep 15 13:41:29.422067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54146) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:29.470437 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-8ad3eae1-e325-49e7-ad9f-a242f54ab7ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 1001 time: 0.1143589 Sep 15 13:41:29.549594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-ddd50c7b-5436-46aa-8cc8-694503747608 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:29.551398 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-ddd50c7b-5436-46aa-8cc8-694503747608 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.0739844 Sep 15 13:41:29.564460 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:41:29.649182 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-5919cf31-4fba-4252-9d4d-eb5201b94e63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906212 Sep 15 13:41:29.661860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks [] for router, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:29.778854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54156) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:29.814747 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-8ac963fa-50ed-4168-8edb-f6e1d69e88df service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572976 Sep 15 13:41:29.894399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:29.895595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:41:27Z', 'revision_number': 5, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port': {'id': '0645efdc-59bf-463c-95c8-ff77c756d958', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:29.901491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Checking router: e89a1238-1803-4dc0-a629-7e9fe3e0aff3 for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:41:29.904699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Deleting port 0645efdc-59bf-463c-95c8-ff77c756d958 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:41:29.906153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:29.914226 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Routers {'e89a1238-1803-4dc0-a629-7e9fe3e0aff3'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:29.915147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:29.952903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2106184917-network', 'tenant_id': '3edbf08ae0f64234853fe7acec521e3c'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:29.961917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:29.970871 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Usage tracker for resource:network and tenant:3edbf08ae0f64234853fe7acec521e3c is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:29.981883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:29.983355 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1f87e573-e0c8-4c57-ab3c-8e68f570ee29 req-4074fa3a-8397-4274-a57c-52db4f6c460f service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586790 Sep 15 13:41:29.991941 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:30.080047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Made reservation on behalf of 3edbf08ae0f64234853fe7acec521e3c for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:41:30.084637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:30.085358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] Set router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 gateway port host: None {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:41:30.111892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:30.167668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] For port 0645efdc-59bf-463c-95c8-ff77c756d958, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=0645efdc-59bf-463c-95c8-ff77c756d958,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:30.168061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:30.183200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:30.195484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:41:29Z', 'revision_number': 6, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port_host': None}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:30.199574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b7b1b-f0b8-499d-bf03-d2ac64f01909 None None] The sync data for ids ['e89a1238-1803-4dc0-a629-7e9fe3e0aff3'] in dv-cinder-809181-1-smb is: [{'id': 'e89a1238-1803-4dc0-a629-7e9fe3e0aff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1270126638-router', 'tenant_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:41:29Z', 'revision_number': 6, 'project_id': 'bec72a42fe6b4b2aa73266e55d4509e0', 'gw_port_host': None}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:41:30.303330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:3edbf08ae0f64234853fe7acec521e3c is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:30.316154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Calling delete_port for 0645efdc-59bf-463c-95c8-ff77c756d958 owned by network:router_gateway {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:41:30.344826 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:30.359714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:30.877545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:30.887448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:30.919966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1ffa0a75-46b0-45e1-a97b-d44b32ad5db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:30.932494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347a4b2-68b0-4b91-83e3-79f83826ef39 req-33e9d440-6fe5-43fd-9aca-9765d1fed38d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:30.934078 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5347a4b2-68b0-4b91-83e3-79f83826ef39 req-33e9d440-6fe5-43fd-9aca-9765d1fed38d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2189310 Sep 15 13:41:30.982622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:41:31.011238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b80463-5357-434d-8ded-bdaf112fbda1,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:31.023678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:31.024601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.025098 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Added segment c1f83c09-caee-426a-acd0-f079891bda3b of type vlan for network 4ab2df66-c2de-43c4-9119-f0072b835797 Sep 15 13:41:31.041929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.050697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:31.101563 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5347a4b2-68b0-4b91-83e3-79f83826ef39 req-246756e3-a9c1-43d6-8618-5e0fefe10349 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597838 Sep 15 13:41:31.114204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Pushing event deleted for resources: {'Port': ['ID=0645efdc-59bf-463c-95c8-ff77c756d958,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:31.117186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.122742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:31.226211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.229534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:31.230150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.236077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:31.477295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab2df66-c2de-43c4-9119-f0072b835797,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:31.479442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.487710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 4ab2df66-c2de-43c4-9119-f0072b835797 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:41:31.538646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:31.540281 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7599745 Sep 15 13:41:31.543573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54164) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:31.549692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Request body: {'subnet': {'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2106184917-subnet', 'tenant_id': '3edbf08ae0f64234853fe7acec521e3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:31.555790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:31.559970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Usage tracker for resource:subnet and tenant:3edbf08ae0f64234853fe7acec521e3c is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:31.563778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:31.570204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:31.581814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Made reservation on behalf of 3edbf08ae0f64234853fe7acec521e3c for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:41:31.586811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.707590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:41:31.742850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:41:31.743556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0a2a90e4-fe45-4a8f-95fc-10371c0e3d4e not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:41:31.744211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0645efdc-59bf-463c-95c8-ff77c756d958 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:41:31.749177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.753702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.782853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 0645efdc-59bf-463c-95c8-ff77c756d958 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:41:31.783247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 0645efdc-59bf-463c-95c8-ff77c756d958 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:41:31.803806 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.808352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f16c9e48-0ef4-4706-9df7-ea73eec32b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:31.842886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.843488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89a1238-1803-4dc0-a629-7e9fe3e0aff3 {{(pid=82340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:41:31.853386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:31.857437 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] 10.222.0.22 "DELETE /v2.0/routers/e89a1238-1803-4dc0-a629-7e9fe3e0aff3 HTTP/1.1" status: 204 len: 168 time: 2.4340949 Sep 15 13:41:31.857849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54168) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:31.922182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=789a15fa-4251-4eb2-b9c5-6dd73877033e,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:31.936879 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:31.961862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Deleting subnet 3e1f8be6-873e-4a2d-8ff8-5e0a8088851e {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:41:31.964892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Checking segment: {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:41:31.965286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Network hostable DHCP agents. Network: 4ab2df66-c2de-43c4-9119-f0072b835797, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:41:31.969625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.029286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.039628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.071897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Network 4ab2df66-c2de-43c4-9119-f0072b835797 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:41:32.091683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 4ab2df66-c2de-43c4-9119-f0072b835797) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:41:32.098532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:32.099169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.102705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc95d72-0a39-46f3-a502-561c0bc41aff None None] Network 4ab2df66-c2de-43c4-9119-f0072b835797 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:41:32.136359 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-af8aae8b-27da-4c4e-9c42-0ed9d730e44b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5833366 Sep 15 13:41:32.149970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.155196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:32.194101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1f8be6-873e-4a2d-8ff8-5e0a8088851e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:32.197033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:32.199759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.208688 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3e1f8be6-873e-4a2d-8ff8-5e0a8088851e HTTP/1.1" status: 204 len: 168 time: 0.3464689 Sep 15 13:41:32.210044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54176) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:32.383069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.398308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ae1b-2fb5-4a23-a81e-e2632ff1874c req-162d3ea0-3714-40d4-9d72-927f41ca149b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:32.400848 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c78ae1b-2fb5-4a23-a81e-e2632ff1874c req-162d3ea0-3714-40d4-9d72-927f41ca149b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1341686 Sep 15 13:41:32.465120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780ad83-6ff0-4264-a146-021a771348fc None None] Network 4ab2df66-c2de-43c4-9119-f0072b835797 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:41:32.472058 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c78ae1b-2fb5-4a23-a81e-e2632ff1874c req-06d7de26-4689-4332-a690-23bceccd3193 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646899 Sep 15 13:41:32.561511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.576452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728d8e21-b220-4d61-afd7-d9a817dc0ed1']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:32.589953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a67551-fe1e-458b-bd42-045618daf4f0') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:32.590325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a67551-fe1e-458b-bd42-045618daf4f0') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:32.603081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.621264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.627758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:41:32.628179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:41:32.645767 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:41:32.735078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.738769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:32.755229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:32.763944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Pushing event deleted for resources: {'Network': ['ID=728d8e21-b220-4d61-afd7-d9a817dc0ed1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:32.767858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:32.772855 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0ef1df7b-4e8a-4344-a5f2-746688919741 admin admin] 10.222.0.22 "DELETE /v2.0/networks/728d8e21-b220-4d61-afd7-d9a817dc0ed1 HTTP/1.1" status: 204 len: 168 time: 0.5614746 Sep 15 13:41:32.924244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54192) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:32.989532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54196) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:32.990025 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6e53fd8b-6c3c-4dcd-9bed-edbde91cc40d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bec72a42fe6b4b2aa73266e55d4509e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638049 Sep 15 13:41:33.059486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:33.086082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:33.134214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:33.139077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b26af1bf-3c37-4b8d-9bff-a9f36eba7468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:33.152693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fd292-ec75-4eb7-8e5f-20b58a2031f1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:33.155506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:33.161400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:33.162644 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/632fd292-ec75-4eb7-8e5f-20b58a2031f1 HTTP/1.1" status: 204 len: 168 time: 0.1716752 Sep 15 13:41:34.494391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-c7b37d1c-7646-4210-9afe-4821ff9ab39e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:34.495137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-c7b37d1c-7646-4210-9afe-4821ff9ab39e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Synchronizing usage tracker for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:network {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:34.512459 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-c7b37d1c-7646-4210-9afe-4821ff9ab39e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Unset dirty status for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:network {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:34.513737 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-c7b37d1c-7646-4210-9afe-4821ff9ab39e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 814 time: 0.1793408 Sep 15 13:41:34.531946 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-c5b97217-cf26-4971-99e1-91a50b7cc2ab tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/quotas/3edbf08ae0f64234853fe7acec521e3c HTTP/1.1" status: 200 len: 375 time: 0.0118163 Sep 15 13:41:34.581735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-8a38681c-e923-4f29-aefa-741da0ef6898 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439134 Sep 15 13:41:34.723360 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-2bf3ef01-deec-46e0-8e9f-6e9697285067 service neutron] 10.222.0.22 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342247 Sep 15 13:41:34.863549 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-23ed31e3-8deb-4364-b902-f59e650bd9b7 service neutron] 10.222.0.22 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338787 Sep 15 13:41:35.059955 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-221fb040-6e1a-459c-a0d3-9132d41b0459 req-fceff64d-2252-4d64-bab4-5e9e218b4a6f tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 210 time: 0.0463758 Sep 15 13:41:35.589576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54274) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:35.744105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:35.777235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:35.782015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Usage tracker for resource:security_group_rule and tenant:e38984a2436a4e6db994d74e3adcfd15 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:35.785230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:35.791629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:35.861433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:35.863963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:35.871086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ceb86467-86ee-46e4-8858-0a772de2bea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:35.913701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a9907-7a76-4aeb-bb3f-77490e8c462e,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:35.917895 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e38984a2436a4e6db994d74e3adcfd15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3271661 Sep 15 13:41:35.918889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-be2e04d8-94d7-434c-bc43-797991e0d04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:35.920679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54280) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:35.984972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.013627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.062086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.067344 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ae460c2c-f397-4225-8b86-65c1c5525977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:36.078924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a9907-7a76-4aeb-bb3f-77490e8c462e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:36.081720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:36.088924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.092393 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/511a9907-7a76-4aeb-bb3f-77490e8c462e HTTP/1.1" status: 204 len: 168 time: 0.1700561 Sep 15 13:41:36.193466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-14ca2bff-59a6-44d7-9965-c28c46e14548 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:36.195161 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-14ca2bff-59a6-44d7-9965-c28c46e14548 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 814 time: 0.1824093 Sep 15 13:41:36.211042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Request body: {'port': {'device_id': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797', 'admin_state_up': True, 'tenant_id': '3edbf08ae0f64234853fe7acec521e3c'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:36.258168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3b94eaa1-1aae-4e0b-8375-6f143c55aff5 req-0b91e1fa-9f26-43ed-93da-52157d57a9c8 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 210 time: 0.0568457 Sep 15 13:41:36.372162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:36.376730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Usage tracker for resource:port and tenant:3edbf08ae0f64234853fe7acec521e3c is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:36.379697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:36.385760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:36.399130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Made reservation on behalf of 3edbf08ae0f64234853fe7acec521e3c for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:41:36.404847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.491403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54294) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:36.509504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:41:36.511486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.543391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:36.548045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Usage tracker for resource:security_group_rule and tenant:70619d4d8aa4427d86b36667b34da176 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:36.551032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:36.557188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:36.577801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Allocated IP 172.20.0.4 (4ab2df66-c2de-43c4-9119-f0072b835797/789a15fa-4251-4eb2-b9c5-6dd73877033e/ac9c6ad0-e050-4a66-aa5b-951380409f89) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:41:36.624308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.627260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.634593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1f194d19-7e27-4a48-8560-9d5348e321da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:36.676477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b480c60e-348f-4964-92f0-886759064640,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:36.679647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:36.685580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70619d4d8aa4427d86b36667b34da176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929016 Sep 15 13:41:36.686740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54298) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:36.751859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.778654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.786374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.812655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.818109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:36.823660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.828631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5d52e1b2-0b02-47ca-920c-54a4e94b87f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:36.839616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b480c60e-348f-4964-92f0-886759064640,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:36.841869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:36.848095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.849538 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b480c60e-348f-4964-92f0-886759064640 HTTP/1.1" status: 204 len: 168 time: 0.1615174 Sep 15 13:41:36.895639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Network 4ab2df66-c2de-43c4-9119-f0072b835797 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:41:36.899202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:41:36.901238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Pushing event updated for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:36.903523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:41:36.908253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:36.908914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:36.913444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:36.930514 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240834 Sep 15 13:41:36.947726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Request body: {'port': {'device_id': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:41:37.059894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:37.652072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c6ad0-e050-4a66-aa5b-951380409f89 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:41:37.665576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:37.687425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Transition to ACTIVE for port object ac9c6ad0-e050-4a66-aa5b-951380409f89 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:41:37.691172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:37.696157 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bf3b922b-dd0f-4e7d-a73f-68cfabee5875 tempest-DeleteServersTestJSON-1127386820 tempest-DeleteServersTestJSON-1127386820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:37.833420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564662c-124a-44ba-a31c-87f57b1a21f1 req-bcd477b3-e830-448b-9841-df173f97cc27 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:37.834165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c564662c-124a-44ba-a31c-87f57b1a21f1 req-bcd477b3-e830-448b-9841-df173f97cc27 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Synchronizing usage tracker for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:37.844251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:37.851460 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:37.892430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c564662c-124a-44ba-a31c-87f57b1a21f1 req-bcd477b3-e830-448b-9841-df173f97cc27 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Unset dirty status for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:37.893711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c564662c-124a-44ba-a31c-87f57b1a21f1 req-bcd477b3-e830-448b-9841-df173f97cc27 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 931 time: 0.4921117 Sep 15 13:41:37.937060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Attempting to bind port ac9c6ad0-e050-4a66-aa5b-951380409f89 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:41:37.937429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Attempting to bind port ac9c6ad0-e050-4a66-aa5b-951380409f89 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:41:37.937789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Attempting to bind port ac9c6ad0-e050-4a66-aa5b-951380409f89 on network 4ab2df66-c2de-43c4-9119-f0072b835797 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:41:37.954438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Port ac9c6ad0-e050-4a66-aa5b-951380409f89 on network 4ab2df66-c2de-43c4-9119-f0072b835797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:41:37.955078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Attempting to bind port ac9c6ad0-e050-4a66-aa5b-951380409f89 on network 4ab2df66-c2de-43c4-9119-f0072b835797 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:41:37.968914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:41:37.969282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Checking segment: {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:41:37.969694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Bound using segment: {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:41:37.970156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Bound port: ac9c6ad0-e050-4a66-aa5b-951380409f89, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:41:37.970561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:37.986633 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c564662c-124a-44ba-a31c-87f57b1a21f1 req-14c7e56b-1e4f-402b-8d68-e59d8adc78b3 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792899 Sep 15 13:41:38.064248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:41:38.067283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:41:38.070682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:38.075320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:38.141126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:38.142652 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] 10.222.0.39 "PUT /v2.0/ports/ac9c6ad0-e050-4a66-aa5b-951380409f89 HTTP/1.1" status: 200 len: 1093 time: 1.1992521 Sep 15 13:41:38.143178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:38.157754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:38.161127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:38.216448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89', 'status': 'completed', 'code': 200} Sep 15 13:41:38.258228 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-80173c01-afaa-4817-b134-cbbe9dbdef57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 1096 time: 0.0766854 Sep 15 13:41:38.337607 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-461998f2-2192-4c31-81e4-8724e085f279 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89 HTTP/1.1" status: 200 len: 217 time: 0.0678377 Sep 15 13:41:38.407322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-cae9673f-6786-4943-8bc2-8ab5e5b56a2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:38.409071 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-cae9673f-6786-4943-8bc2-8ab5e5b56a2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=789a15fa-4251-4eb2-b9c5-6dd73877033e HTTP/1.1" status: 200 len: 854 time: 0.0631721 Sep 15 13:41:38.458163 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-34019793-3d9c-482e-bfe9-012d50c7a404 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ab2df66-c2de-43c4-9119-f0072b835797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421629 Sep 15 13:41:38.600300 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-7c0caf87-693b-401e-a2fd-e461d230a00d service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344292 Sep 15 13:41:38.749143 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f5f632b4-01cd-40c4-b9e5-ab500a2d6e04 req-d9ce90ca-dc3a-4e70-b118-681551295bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421533 Sep 15 13:41:38.877578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-8c00a266-bcb7-47b3-b0d3-44586669b29a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 1096 time: 0.0781097 Sep 15 13:41:39.018796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-5281f2f3-5ed8-4da8-b301-6eaf7b31a2c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:39.020445 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-5281f2f3-5ed8-4da8-b301-6eaf7b31a2c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 915 time: 0.1365135 Sep 15 13:41:39.094600 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-7fcab070-5d3b-4b84-94a1-b21055c7ff4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89 HTTP/1.1" status: 200 len: 217 time: 0.0649087 Sep 15 13:41:39.216337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-1a5d190c-0af1-4f5e-8631-ca73f8c27e1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:39.217978 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-1a5d190c-0af1-4f5e-8631-ca73f8c27e1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=789a15fa-4251-4eb2-b9c5-6dd73877033e HTTP/1.1" status: 200 len: 854 time: 0.1159401 Sep 15 13:41:39.275931 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-342cd99f-2bc1-4f3f-a0c3-e539f69c5c4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ab2df66-c2de-43c4-9119-f0072b835797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459282 Sep 15 13:41:39.286912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecda80-1dd1-4742-b16e-7d6e4f6485d0 req-8821e84d-3363-4e9d-afee-0e6cd95b2ac3 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:39.288498 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-43ecda80-1dd1-4742-b16e-7d6e4f6485d0 req-8821e84d-3363-4e9d-afee-0e6cd95b2ac3 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 943 time: 0.1527288 Sep 15 13:41:39.461875 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-43ecda80-1dd1-4742-b16e-7d6e4f6485d0 req-3aa0fbf7-e6f8-419c-baf2-07f215bdfa5a tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426938 Sep 15 13:41:39.480035 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-af7eca14-2e2f-4a8f-a8c1-026cf5de5e19 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905532 Sep 15 13:41:39.622991 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25adabea-199a-4bf3-b769-e41bc5820e4b req-81442765-bc6a-4da7-96f1-c43c888d0108 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321218 Sep 15 13:41:40.670017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f1dd-64ce-4813-8593-d13f37eac444 req-47b07a71-c163-40c1-8997-152dfbed1579 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:40.671667 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e407f1dd-64ce-4813-8593-d13f37eac444 req-47b07a71-c163-40c1-8997-152dfbed1579 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 943 time: 0.0825586 Sep 15 13:41:40.719011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e407f1dd-64ce-4813-8593-d13f37eac444 req-e171174d-61b5-4a85-938d-257b58576b1b tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Synchronizing usage tracker for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:40.735127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e407f1dd-64ce-4813-8593-d13f37eac444 req-e171174d-61b5-4a85-938d-257b58576b1b tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Unset dirty status for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:40.736446 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e407f1dd-64ce-4813-8593-d13f37eac444 req-e171174d-61b5-4a85-938d-257b58576b1b tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Sep 15 13:41:41.272654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device ac9c6ad0-e050-4a66-aa5b-951380409f89 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:41:41.413374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:41.427758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'ac9c6ad0-e050-4a66-aa5b-951380409f89', 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797', 'port_id': 'ac9c6ad0-e050-4a66-aa5b-951380409f89', 'mac_address': 'fa:16:3e:d0:73:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789a15fa-4251-4eb2-b9c5-6dd73877033e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:41:41.481261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:41.499538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c6ad0-e050-4a66-aa5b-951380409f89 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:41:41.513959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:41.516727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:41.518568 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:41.585776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:41.588788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:41.656227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:41.786438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['ac9c6ad0-e050-4a66-aa5b-951380409f89'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:41:41.937424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc17ca-8ad4-4c50-9dbb-e87ed73a73af req-24f86582-3734-4661-9227-5cdf3eb3bbdc tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:41.939072 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e3dc17ca-8ad4-4c50-9dbb-e87ed73a73af req-24f86582-3734-4661-9227-5cdf3eb3bbdc tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 944 time: 0.0810990 Sep 15 13:41:41.996944 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e3dc17ca-8ad4-4c50-9dbb-e87ed73a73af req-86898648-2436-402c-9e95-c08a3b24bdda tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Sep 15 13:41:42.429858 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-2fc5f22a-c452-4348-a2d4-e8607aec4b45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792708 Sep 15 13:41:42.527501 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-3b4a2cfe-e578-42d3-ba41-6e3d58bb1d03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 1099 time: 0.0731716 Sep 15 13:41:42.684384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-798bc32a-f327-4b0c-a133-1ab7843123d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:42.686596 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-798bc32a-f327-4b0c-a133-1ab7843123d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.1366029 Sep 15 13:41:42.792330 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-5998b223-ef77-4f9f-a1b4-eba0c425395b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 200 len: 1001 time: 0.0992544 Sep 15 13:41:42.859386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-2bea87b3-1148-4598-a0ba-b76c1692b5db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:42.860872 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-2bea87b3-1148-4598-a0ba-b76c1692b5db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.0612473 Sep 15 13:41:42.942167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-edf0ea8e-1c74-4690-ab15-8f2aa0d72c57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742481 Sep 15 13:41:43.211676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744dbd2-a8a0-4ef7-89b7-08d7e85a86c1 req-033fe781-9982-4821-a173-a2cbfa78668d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:43.213414 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2744dbd2-a8a0-4ef7-89b7-08d7e85a86c1 req-033fe781-9982-4821-a173-a2cbfa78668d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 944 time: 0.0915046 Sep 15 13:41:43.265870 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2744dbd2-a8a0-4ef7-89b7-08d7e85a86c1 req-f5512f45-dda7-46f7-ab20-ded0df135c9c tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Sep 15 13:41:43.294445 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-f91d08d9-6cde-48f6-8395-09fcc3595c3b service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451619 Sep 15 13:41:43.302664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device ac9c6ad0-e050-4a66-aa5b-951380409f89 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:41:43.375794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port ac9c6ad0-e050-4a66-aa5b-951380409f89 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:41:43.380716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port ac9c6ad0-e050-4a66-aa5b-951380409f89 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:41:43.381138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:43.437586 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9e086137-fb7f-4d59-a011-8138c4d60274 req-e5bab21b-1f06-4df7-9df8-ff89212fff8c service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363254 Sep 15 13:41:43.501832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:43.528761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:43.539964 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:43.546130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:43.548393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:43.590790 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89', 'code': 200} Sep 15 13:41:43.618009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:43.621217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:43.828705 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6873a233-a8c9-4f94-820b-1ac0ed183c0b req-6d28eacc-5d8a-46ae-91fb-295a6b335db6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 1098 time: 0.0735466 Sep 15 13:41:43.874147 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6873a233-a8c9-4f94-820b-1ac0ed183c0b req-f2c984c2-eb8d-44e2-98ea-4c82d5ea687c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383756 Sep 15 13:41:44.468091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea66a29-dbff-48b0-9b63-a3b51ba2f863 req-1cab0d47-fd9e-4ca9-bca2-b1f049ea4c47 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:44.469658 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0ea66a29-dbff-48b0-9b63-a3b51ba2f863 req-1cab0d47-fd9e-4ca9-bca2-b1f049ea4c47 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.0820546 Sep 15 13:41:44.520399 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0ea66a29-dbff-48b0-9b63-a3b51ba2f863 req-cb69ba82-f504-4c6d-b227-55be5ecef983 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Sep 15 13:41:45.121200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-513057f7-fb2c-4c80-a4b4-3f3ab7e82f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.282490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54400) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:45.431097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.463733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:45.468256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Usage tracker for resource:security_group_rule and tenant:478dd625c2344a50a18813048becd864 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:45.471126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:45.477442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:45.542588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.545498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.552956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-df2744c4-6eeb-4cc9-a620-ae4223795b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:45.595688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ace401-0470-48fc-a555-ed1689f28d16,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:45.600348 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=478dd625c2344a50a18813048becd864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167584 Sep 15 13:41:45.601336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:45.603056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54408) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:45.664541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.694381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.732928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7d890-f8eb-4b54-8771-374887d2a175 req-662ed08c-d654-4b66-8155-2706c28100d5 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:45.734642 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ce7d890-f8eb-4b54-8771-374887d2a175 req-662ed08c-d654-4b66-8155-2706c28100d5 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.0889170 Sep 15 13:41:45.786529 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ce7d890-f8eb-4b54-8771-374887d2a175 req-ae9204ae-1300-4d36-a469-473cb9fb08e1 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Sep 15 13:41:45.938127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.943829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-089625f7-81e2-4fdf-869b-6931d5415b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:45.958509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ace401-0470-48fc-a555-ed1689f28d16,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:45.961324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:45.962505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:45.966525 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01ace401-0470-48fc-a555-ed1689f28d16 HTTP/1.1" status: 204 len: 168 time: 0.3624556 Sep 15 13:41:46.314311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54456) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:46.336109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.377919 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:46.382259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Usage tracker for resource:security_group_rule and tenant:2a379ca5fb014f61be5df50dea057e58 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:46.385372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:46.392006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:46.463371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.465885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.479648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0ac95d30-51fd-4990-839e-112882f287b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:46.515218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9a83a-cd61-4672-8cad-12c9d3159c27,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:46.518320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:46.522204 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a379ca5fb014f61be5df50dea057e58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2067976 Sep 15 13:41:46.525063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54464) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:46.549890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.593094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.621096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.666578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.672193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9ac832c9-2494-461e-a769-e55e6fa05586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:46.684367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9a83a-cd61-4672-8cad-12c9d3159c27,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:46.687590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:46.689758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:46.694178 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ce9a83a-cd61-4672-8cad-12c9d3159c27 HTTP/1.1" status: 204 len: 168 time: 0.1650994 Sep 15 13:41:47.568921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28186fb8-7e75-4662-a8a8-3ccd7b6377f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:47.766433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:49.303748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.241399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54604) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:55.417052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.456762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:55.460930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Usage tracker for resource:security_group_rule and tenant:49b3f0d3ce6c48d690d7ff1bd56c35cf is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:55.463907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:55.469927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:55.589267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c08c17-a029-4976-ac6b-e63845635082 req-025401c8-b707-4ab5-87d6-93a5f8729e8a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:55.590787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-30c08c17-a029-4976-ac6b-e63845635082 req-025401c8-b707-4ab5-87d6-93a5f8729e8a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.1185980 Sep 15 13:41:55.636061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.645882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.656259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c56da29-c384-47b6-910e-790d1f0886a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:55.692443 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-30c08c17-a029-4976-ac6b-e63845635082 req-5d25fabf-5d35-4871-a557-a0534a27a8b7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937796 Sep 15 13:41:55.705731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98f03c-34a9-4d60-9a1c-aa77bd53586b,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:55.710816 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49b3f0d3ce6c48d690d7ff1bd56c35cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672151 Sep 15 13:41:55.712118 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:55.712637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54612) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:55.775420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.810717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.856621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.862142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-708f361e-bb0f-4dcd-ab4a-839b75f95ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:55.872700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98f03c-34a9-4d60-9a1c-aa77bd53586b,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:55.875200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:55.881089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:55.882323 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc98f03c-34a9-4d60-9a1c-aa77bd53586b HTTP/1.1" status: 204 len: 168 time: 0.1686852 Sep 15 13:41:56.231082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54620) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:56.250459 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.283068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:56.287437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Usage tracker for resource:security_group_rule and tenant:2d842787900f4996981da7c27aca8b06 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:56.290537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:56.296761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:56.366508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.369892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.377935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f385aa55-66b6-427e-b4d4-ed6847de798b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:56.419742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fae3a8-746a-47e1-a90a-a7a14e4c1d46,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:56.423331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:56.428736 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b45dbf87-09bb-4670-8830-ac8f4ded1b60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d842787900f4996981da7c27aca8b06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963291 Sep 15 13:41:56.429307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54626) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:56.501671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.539577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.582029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.586823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-08e2900f-006e-4783-a4c7-395cced78200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:56.603485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fae3a8-746a-47e1-a90a-a7a14e4c1d46,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:56.606486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:56.607976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:56.609191 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51fae3a8-746a-47e1-a90a-a7a14e4c1d46 HTTP/1.1" status: 204 len: 168 time: 0.1789887 Sep 15 13:41:56.920001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f3c5d-1143-498f-803b-537e2ca9eb91 req-22d6387a-890b-4bcc-b299-4addb2ee662e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:56.921764 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-034f3c5d-1143-498f-803b-537e2ca9eb91 req-22d6387a-890b-4bcc-b299-4addb2ee662e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.0906906 Sep 15 13:41:56.971022 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-034f3c5d-1143-498f-803b-537e2ca9eb91 req-1bbba137-5985-404a-95e9-650cd398eeae tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Sep 15 13:41:57.441859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-35e585fd-6a3f-4396-a650-616a53efef74 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:57.443470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-35e585fd-6a3f-4396-a650-616a53efef74 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.0895963 Sep 15 13:41:57.524702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Deleting port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:41:57.525068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:57.783141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] For port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:41:57.783541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.036110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54666) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:58.097410 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.097826 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.098220 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Floating IP 4a5f49e0-cc0a-4297-9d1a-46ce98b10880 disassociated. External IP: 172.28.2.227, port: 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e. Sep 15 13:41:58.098630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Calling delete_port for 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:41:58.198772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.234602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:41:58.238796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Usage tracker for resource:security_group_rule and tenant:87864430d98840ab9fa8bb57508ca41f is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:41:58.241848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:41:58.248066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:41:58.252959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159332-81e4-4959-a978-94c75e101c31 req-37fe1950-c1b1-4f59-b7b9-2e28faa02b03 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:41:58.254570 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1c159332-81e4-4959-a978-94c75e101c31 req-37fe1950-c1b1-4f59-b7b9-2e28faa02b03 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 947 time: 0.1277571 Sep 15 13:41:58.320370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.323413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.332100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:58.353878 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1c159332-81e4-4959-a978-94c75e101c31 req-bea2e9db-64c5-40f7-b013-c763729efdd8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=d26531af-84d5-4a29-8fd3-1c50e0a6a916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686610 Sep 15 13:41:58.362155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.368069 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-40131ad9-d230-44f7-affa-9b41132a5841 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:58.374175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3457a097-f4b9-4e86-a439-9771b3a56ba6,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:58.378014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:58.381209 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87864430d98840ab9fa8bb57508ca41f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439872 Sep 15 13:41:58.390708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54672) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:41:58.414850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'Port': ['ID=36a1ff99-d7ef-4aaa-9e3d-38137a493e9e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:58.427404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.427899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.428371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.428840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.429305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.429769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.430229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.430864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.431220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.431762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.432169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:41:58.436831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:58.455873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.489497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.545711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.553109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ad3e54cb-5938-454c-a074-6462f9afcc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:41:58.568204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457a097-f4b9-4e86-a439-9771b3a56ba6,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:41:58.570833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:41:58.577864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.579484 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3457a097-f4b9-4e86-a439-9771b3a56ba6 HTTP/1.1" status: 204 len: 168 time: 0.1870139 Sep 15 13:41:58.657304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:41:58.875873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:41:58.888593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:41:58.903900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:58.905153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:58.957150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] No DVR routers for this DVR port 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:41:58.959824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:41:58.962847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-deleted', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:41:58.985316 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a37952a2-f8d7-4c9c-a6ad-619646a32bbb req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "DELETE /v2.0/ports/36a1ff99-d7ef-4aaa-9e3d-38137a493e9e HTTP/1.1" status: 204 len: 173 time: 1.5330241 Sep 15 13:41:59.031112 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106aa9c6-44dc-44d4-af1d-6703a76962dd', 'name': 'network-vif-deleted', 'tag': '36a1ff99-d7ef-4aaa-9e3d-38137a493e9e', 'status': 'completed', 'code': 200} Sep 15 13:41:59.124110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:41:59.484173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:59.488687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:41:59.500610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:41:59.501623 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:41:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:41:59.571412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-878074b1-3bcc-4124-ae09-92d548731428 req-0511ceda-0d59-45d4-9acf-9477a486db00 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:41:59.595925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-878074b1-3bcc-4124-ae09-92d548731428 req-0511ceda-0d59-45d4-9acf-9477a486db00 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:41:59.597740 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-878074b1-3bcc-4124-ae09-92d548731428 req-0511ceda-0d59-45d4-9acf-9477a486db00 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=106aa9c6-44dc-44d4-af1d-6703a76962dd HTTP/1.1" status: 200 len: 210 time: 0.0888214 Sep 15 13:41:59.712193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:00.203266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:00.207481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b36947-cdc3-4996-aaff-2a90dac6c058 None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:42:00.672451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1b17fb-17d8-49d0-a521-87e376f01e58 None None] New status for floating IP 4a5f49e0-cc0a-4297-9d1a-46ce98b10880: DOWN {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:42:00.813740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54770) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:00.887362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:00.919276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:00.965976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:00.971432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-81795f37-8297-4522-9718-dc072454b018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:00.986602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26531af-84d5-4a29-8fd3-1c50e0a6a916,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:00.989330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:00.995551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:00.996768 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ccd78855-fb14-4549-b9f7-3e27069ce889 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "DELETE /v2.0/security-groups/d26531af-84d5-4a29-8fd3-1c50e0a6a916 HTTP/1.1" status: 204 len: 168 time: 0.1818943 Sep 15 13:42:01.000101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54774) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:01.017774 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.v2.resource [None req-b2d246c5-253c-4325-a9c6-2a52cc902957 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] show failed (client error): The resource could not be found. Sep 15 13:42:01.018887 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b2d246c5-253c-4325-a9c6-2a52cc902957 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups/d26531af-84d5-4a29-8fd3-1c50e0a6a916 HTTP/1.1" status: 404 len: 347 time: 0.0178297 Sep 15 13:42:01.021862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54778) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:01.184399 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Deleting port a3576414-eff1-4537-880a-05fef3087e30 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:42:01.184851 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.363451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.363821 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.381615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:42:01.413990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:42:01.414407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 36a1ff99-d7ef-4aaa-9e3d-38137a493e9e not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:42:01.490924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Calling delete_port for a3576414-eff1-4537-880a-05fef3087e30 owned by network:floatingip {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:42:01.635311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.639757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:01.681202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'Port': ['ID=a3576414-eff1-4537-880a-05fef3087e30,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:01.684983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:01.778220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.797087 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:01.800746 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9615077f-17f9-4f9b-bcba-10ad5d159119 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "DELETE /v2.0/floatingips/4a5f49e0-cc0a-4297-9d1a-46ce98b10880 HTTP/1.1" status: 204 len: 168 time: 0.7755053 Sep 15 13:42:02.475574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 54800) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:02.481678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341017331', 'description': 'tempest-description--1468755034'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:02.488977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:02.493353 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:02.496341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:02.502906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:02.512654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.548882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:02.552883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:02.555773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:02.562211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:02.617528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.621855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.627778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f17d2412-39cf-4262-a143-39484b5c39e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:02.671697 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b414f6a-2219-4330-89e3-445807e09e21,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:02.674541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:02.675393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.680066 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-79edde16-addc-445b-9dc0-4d4cebbbb7aa tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2031341 Sep 15 13:42:02.680681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54806) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:02.687781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group_rule': {'security_group_id': '8b414f6a-2219-4330-89e3-445807e09e21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:02.694074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:02.698570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:02.701490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:02.708768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:02.723778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.788328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.790780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.792963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3492ff40-654f-4014-940a-e2448db23ca8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:02.817598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9e8d4c-b470-4aac-b588-2704e48b6d18,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:02.820106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:02.826326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.827625 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e213b1d3-a1f9-41e1-a739-53a53c0638b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1458113 Sep 15 13:42:02.830386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54810) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:02.836899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'security_group_rule': {'security_group_id': '8b414f6a-2219-4330-89e3-445807e09e21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:02.843092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:02.847060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:security_group_rule and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:02.849991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:02.855956 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:02.872427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.940229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.943311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.945343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:02.969960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010f4df-920d-4c9b-87c9-b80286e0b1a1,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:02.972552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:02.979009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:02.980321 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488087 Sep 15 13:42:02.983486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54816) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:02.989088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:02.997170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:03.008315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Usage tracker for resource:floatingip and tenant:b68642c021504755b4547135ba90304e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:03.011423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:03.018190 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:03.028086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:03.173975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:03.317870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Allocated IP 172.28.2.41 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/9deca85c-f5b1-455d-9ce2-692f4c5e37f2) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:42:03.478720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:03.505544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:03.509959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8ec0f630-a1ed-4faf-abf4-972dbab5c503 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:03.595827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:42:03.599375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=9deca85c-f5b1-455d-9ce2-692f4c5e37f2,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:03.601994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:42:03.603906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:03.604640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:42:03.907182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:03.962722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:04.177819 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:04.181870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:04.186627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:04.236981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:04.267934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=9deca85c-f5b1-455d-9ce2-692f4c5e37f2,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:04.271077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:04.278102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:04.279479 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2950053 Sep 15 13:42:04.515981 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-c498a5c0-2f2e-42cc-825a-eb1b1c19f826 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--341017331&fields=id&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 267 time: 0.0450194 Sep 15 13:42:04.676396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-5af0ece5-876f-4408-9d62-757487a3bf31 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:04.677969 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-5af0ece5-876f-4408-9d62-757487a3bf31 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 816 time: 0.1550763 Sep 15 13:42:04.695792 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-1794f5b0-fed6-4b4d-81cc-d7a274e84bf0 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/quotas/b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 375 time: 0.0119705 Sep 15 13:42:04.787534 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-8b51fb86-0700-441a-b3fc-d169f2f380ff tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861461 Sep 15 13:42:04.941852 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-704cabbe-a9db-4458-98ec-cace3d1f8d4e service neutron] 10.222.0.22 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419108 Sep 15 13:42:05.084156 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-353c681e-0209-4fa8-80bb-be40b62413d0 service neutron] 10.222.0.22 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361003 Sep 15 13:42:05.298878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b3b18096-b916-48b2-8e77-5b322ffb85d4 req-024e74f8-358d-4acc-a7b3-bf29f2a9c7de tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:05.315408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b3b18096-b916-48b2-8e77-5b322ffb85d4 req-024e74f8-358d-4acc-a7b3-bf29f2a9c7de tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:05.316780 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b3b18096-b916-48b2-8e77-5b322ffb85d4 req-024e74f8-358d-4acc-a7b3-bf29f2a9c7de tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 210 time: 0.0731568 Sep 15 13:42:06.466127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-97186766-f9fb-418f-87f6-3072b331661f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:06.467924 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-97186766-f9fb-418f-87f6-3072b331661f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 816 time: 0.1704009 Sep 15 13:42:06.523962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f7e7dcc3-ba68-4b3c-9844-1c4ff4015185 req-374d4fb8-28ba-4a0b-be8a-f22bda60109d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 210 time: 0.0483100 Sep 15 13:42:06.527614 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-f90cfba5-212f-4783-a76f-7ed369f59d8b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 379 time: 0.0476670 Sep 15 13:42:06.551737 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'port': {'device_id': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'admin_state_up': True, 'tenant_id': 'b68642c021504755b4547135ba90304e', 'security_groups': ['8b414f6a-2219-4330-89e3-445807e09e21']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:06.703109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:06.713034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:06.721725 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Made reservation on behalf of b68642c021504755b4547135ba90304e for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:42:06.727335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:06.907129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Allocated IP 172.20.0.12 (a728393e-10d3-464d-be1d-0b076a0a9a26/a641569d-7582-4cff-a434-5d07c847da97/1c4c9ee4-8842-413a-ac2b-3b043b8063ac) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:42:07.116811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.133989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Transition to ACTIVE for port object 1c4c9ee4-8842-413a-ac2b-3b043b8063ac will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:42:07.153516 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.159623 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e636704c-76a7-494a-a0c9-80896ada25ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:07.234614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Network a728393e-10d3-464d-be1d-0b076a0a9a26 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:42:07.238153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:42:07.242987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:42:07.247149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:07.247811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.251901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:07.256136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:07.277285 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7295327 Sep 15 13:42:07.290823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Request body: {'port': {'device_id': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:07.413746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.555400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f8ff262a-e870-4947-a93e-ffd7a35bc2f1 None None] Provisioning for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:42:07.560092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f8ff262a-e870-4947-a93e-ffd7a35bc2f1 None None] Provisioning complete for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:42:07.560504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f8ff262a-e870-4947-a93e-ffd7a35bc2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.619133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff262a-e870-4947-a93e-ffd7a35bc2f1 None None] Port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:42:07.800516 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d94e-d98e-4358-9f1c-1df1b6bb1876 req-b389fa26-963b-46e7-aa85-8b3288a49e9f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:07.801270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-1921d94e-d98e-4358-9f1c-1df1b6bb1876 req-b389fa26-963b-46e7-aa85-8b3288a49e9f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:07.861057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-1921d94e-d98e-4358-9f1c-1df1b6bb1876 req-b389fa26-963b-46e7-aa85-8b3288a49e9f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:07.862253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1921d94e-d98e-4358-9f1c-1df1b6bb1876 req-b389fa26-963b-46e7-aa85-8b3288a49e9f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 932 time: 0.1971927 Sep 15 13:42:07.867912 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:07.889030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.919696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Transition to ACTIVE for port object 1c4c9ee4-8842-413a-ac2b-3b043b8063ac will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:42:07.923239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:07.930847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f5077f69-a5ed-42fe-8812-0d5234ec6c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:07.997277 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1921d94e-d98e-4358-9f1c-1df1b6bb1876 req-e86dd61f-2e50-49dd-80ea-b2ae27dae1f4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251335 Sep 15 13:42:08.069300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:08.072575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:08.136657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Attempting to bind port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:42:08.137479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Attempting to bind port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:42:08.138047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Attempting to bind port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:08.147559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac on network a728393e-10d3-464d-be1d-0b076a0a9a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:42:08.148018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Attempting to bind port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac on network a728393e-10d3-464d-be1d-0b076a0a9a26 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:08.156393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:42:08.156768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Checking segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:42:08.157196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Bound using segment: {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:42:08.157963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Bound port: 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:42:08.158430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:08.262602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:42:08.266489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:42:08.270977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:08.276059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:08.350149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:08.351709 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] 10.222.0.39 "PUT /v2.0/ports/1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 1094 time: 1.0666611 Sep 15 13:42:08.352227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:08.369317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:08.378994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:08.445418 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'status': 'completed', 'code': 200} Sep 15 13:42:08.482993 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-47390922-5b7d-4d07-b5bf-12b77fd2b229 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1097 time: 0.0781629 Sep 15 13:42:08.558317 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-f03ff174-a9fb-4569-8315-1d2d165a8e2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 217 time: 0.0667555 Sep 15 13:42:08.634373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-6732d7f2-73bc-478e-843d-39b23f24db83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:08.637581 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-6732d7f2-73bc-478e-843d-39b23f24db83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.0726681 Sep 15 13:42:08.718036 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-d8127fc7-7d2b-4197-abf1-a02f1bbb8cf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720510 Sep 15 13:42:08.863145 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-e3a48a07-cef9-4bf1-943d-b65909359c82 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385689 Sep 15 13:42:09.010117 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-879b2122-54f3-4b27-8840-c0cc6f7a46be req-cc0490c9-5722-457a-a538-619201a05a67 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400082 Sep 15 13:42:09.156382 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-ecada022-1539-4494-82fb-c45966766896 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1097 time: 0.0856552 Sep 15 13:42:09.275805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf00d-f0cd-445b-a0f3-9cae031fd0b4 req-15b72e34-bb74-48fe-81ba-cb8520aea349 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:09.277523 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-126bf00d-f0cd-445b-a0f3-9cae031fd0b4 req-15b72e34-bb74-48fe-81ba-cb8520aea349 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1039841 Sep 15 13:42:09.360557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-126bf00d-f0cd-445b-a0f3-9cae031fd0b4 req-006f89ee-b102-46cb-bfac-3bb4fc818f15 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:09.378096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-126bf00d-f0cd-445b-a0f3-9cae031fd0b4 req-006f89ee-b102-46cb-bfac-3bb4fc818f15 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:09.379468 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-126bf00d-f0cd-445b-a0f3-9cae031fd0b4 req-006f89ee-b102-46cb-bfac-3bb4fc818f15 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840526 Sep 15 13:42:09.516869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-222d0183-4fa3-4dbc-bad6-6bd4f8ff25c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:09.518496 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-222d0183-4fa3-4dbc-bad6-6bd4f8ff25c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.3537612 Sep 15 13:42:09.589103 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-155156e8-4cdf-42eb-8db1-73d107cd9d80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 217 time: 0.0631471 Sep 15 13:42:09.663001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-9e0b534c-e080-4c0d-9602-d61d3f04dc23 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:09.664090 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-9e0b534c-e080-4c0d-9602-d61d3f04dc23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.0672431 Sep 15 13:42:09.745711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-12f4c0a8-56c4-4be9-8da0-c655733bec87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739081 Sep 15 13:42:09.891494 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-d51dcae1-e085-4b98-9d76-6f33f73cff4b service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367457 Sep 15 13:42:10.037710 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ae7db6a0-2467-4a70-b77f-570f7204c411 req-d0333692-a122-4cd0-a125-1d13fc8a7b32 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385653 Sep 15 13:42:10.609229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879e097-1809-4604-affd-c165ddbb1f8e req-9c03d23a-6893-483e-8761-e5af3aeb0ee4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:10.610805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5879e097-1809-4604-affd-c165ddbb1f8e req-9c03d23a-6893-483e-8761-e5af3aeb0ee4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0863323 Sep 15 13:42:10.660630 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5879e097-1809-4604-affd-c165ddbb1f8e req-6739f972-3e86-43b0-bfa7-f7ddea7964ec tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Sep 15 13:42:11.451899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:42:11.597551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:11.613310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:42:11.681275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:11.699166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:11.702602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:11.720091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:11.723496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:11.725415 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4b51cf0e-3a8a-44d2-8c88-f5a122eb065a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:11.801028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.816008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:11.820789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:11.903251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e5b3e-4d03-40a6-b25a-a474d27b4bdb req-6a8e9994-9c4f-4e15-b794-3bac2b712fe2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:11.904854 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-035e5b3e-4d03-40a6-b25a-a474d27b4bdb req-6a8e9994-9c4f-4e15-b794-3bac2b712fe2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 945 time: 0.0991969 Sep 15 13:42:11.956985 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-035e5b3e-4d03-40a6-b25a-a474d27b4bdb req-19d167d9-e01e-4f9e-8c1c-4137990ecef8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450304 Sep 15 13:42:12.020894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['1c4c9ee4-8842-413a-ac2b-3b043b8063ac'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:42:13.182624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe1b2-ee5c-45bd-ba8c-d925ab3895be req-a945ac8f-3ec9-4402-9ad1-7d84056baa3c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:13.184221 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb9fe1b2-ee5c-45bd-ba8c-d925ab3895be req-a945ac8f-3ec9-4402-9ad1-7d84056baa3c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 945 time: 0.0939803 Sep 15 13:42:13.233727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb9fe1b2-ee5c-45bd-ba8c-d925ab3895be req-08a6073d-dbcd-4a66-8866-29ba79463695 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 Sep 15 13:42:13.454852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:42:13.510588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:42:13.523777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:42:13.528578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:42:13.528991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:13.650666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:13.678261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:13.689406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:13.693381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:13.695376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:13.742541 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'code': 200} Sep 15 13:42:13.764506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:13.769473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:14.003279 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db9eb232-5ff7-42e1-a711-8988f84168fe req-2c171364-09de-4913-8134-b9b063fbef1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1099 time: 0.0759759 Sep 15 13:42:14.053238 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db9eb232-5ff7-42e1-a711-8988f84168fe req-24b60064-b903-499e-b999-28659d6f6a73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Sep 15 13:42:14.451474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497644-ea16-4535-827d-8629d54e80b5 req-140b8c5d-f593-4d83-84eb-7bc5ba434319 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:14.453713 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-48497644-ea16-4535-827d-8629d54e80b5 req-140b8c5d-f593-4d83-84eb-7bc5ba434319 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0833969 Sep 15 13:42:14.502952 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-48497644-ea16-4535-827d-8629d54e80b5 req-4776a5e2-162a-44dc-ac17-07ee19529170 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Sep 15 13:42:15.123996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42abbef3-290f-4446-a42d-8865dd9d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:15.724249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcc2b-64bd-4c07-b75c-8090d7d6f165 req-70b53084-556a-45c7-b7a1-6d6d1cafeb8d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:15.725839 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a87fcc2b-64bd-4c07-b75c-8090d7d6f165 req-70b53084-556a-45c7-b7a1-6d6d1cafeb8d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0866210 Sep 15 13:42:15.774181 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a87fcc2b-64bd-4c07-b75c-8090d7d6f165 req-372e4aed-83a1-4ba8-9700-114c4c4966cf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 Sep 15 13:42:15.988846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565076-15b6-4892-8f79-9a9672dcd077 req-0b66a95c-be30-4d42-9911-37659fb3b1b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:15.990455 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-30565076-15b6-4892-8f79-9a9672dcd077 req-0b66a95c-be30-4d42-9911-37659fb3b1b3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0879474 Sep 15 13:42:16.000294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 54960) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:16.006100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Request body: {'floatingip': {'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:16.086220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:16.553350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:16.784031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:16.788683 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:16.946506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca51e2-35eb-4076-84e3-b3d868741b3a req-42c42e06-27fa-4828-a60a-daee084c6e0c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:16.948090 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c4ca51e2-35eb-4076-84e3-b3d868741b3a req-42c42e06-27fa-4828-a60a-daee084c6e0c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.2233131 Sep 15 13:42:17.014177 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c4ca51e2-35eb-4076-84e3-b3d868741b3a req-ef0573a8-9ad3-437a-8bb0-e66f137d5a11 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554767 Sep 15 13:42:17.052002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Floating IP 5687dfa8-d44a-411e-b65d-112b4c81c3d2 associated. External IP: 172.28.2.41, port: 1c4c9ee4-8842-413a-ac2b-3b043b8063ac. Sep 15 13:42:17.565354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-252b85b2-553e-4e00-b53e-41d622b5a87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:17.656301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:42:17.771664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:17.868664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:42:17.872959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:17.878824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:42:17.891389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:17.892538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:17.929242 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-753da067-6657-4752-a7ce-cf537f13abbf tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "PUT /v2.0/floatingips/5687dfa8-d44a-411e-b65d-112b4c81c3d2 HTTP/1.1" status: 200 len: 991 time: 1.9277730 Sep 15 13:42:17.930023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:17.995962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'status': 'completed', 'code': 200} Sep 15 13:42:18.103446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:18.114173 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-8c328dde-5fc3-4837-abaa-2227244746c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1099 time: 0.0851874 Sep 15 13:42:18.246400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad195-794b-4213-903a-079612c730e1 req-f5fd0f81-f716-466e-9c2a-1c44a7ca08a5 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:18.248411 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-054ad195-794b-4213-903a-079612c730e1 req-f5fd0f81-f716-466e-9c2a-1c44a7ca08a5 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.0852966 Sep 15 13:42:18.265680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-24ca7e67-6377-4f90-9f5a-e5a3d5243790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:18.267971 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-24ca7e67-6377-4f90-9f5a-e5a3d5243790 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.1446552 Sep 15 13:42:18.301037 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-054ad195-794b-4213-903a-079612c730e1 req-35f580aa-0ac0-4df8-b690-a17c7e65fdc8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Sep 15 13:42:18.383759 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-4aa45887-0cc8-4113-a6de-a7626373d04a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 999 time: 0.1066778 Sep 15 13:42:18.460828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-aaa57782-2749-40b8-81c9-bbc77a9feb5d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:18.462480 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-aaa57782-2749-40b8-81c9-bbc77a9feb5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.0671942 Sep 15 13:42:18.483539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5687dfa8-d44a-411e-b65d-112b4c81c3d2', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:03Z', 'updated_at': '2021-09-15T13:42:16Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:18.487811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:42:18.498981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:18.499650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:18.545047 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-1ecd6983-ff93-4858-9077-843ee4a370c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749187 Sep 15 13:42:18.684380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:18.690751 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-d00b554c-93f5-4de4-963b-f523ac49ee5b service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372550 Sep 15 13:42:18.834960 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-15e7c667-4d7a-4b99-8c6e-bfd2811742ce req-11a5fb11-2f85-4940-9f86-3cc1914cdd8c service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372173 Sep 15 13:42:19.128715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-a973a88d-d159-4392-85fb-73ecffcac122 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:19.130296 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-a973a88d-d159-4392-85fb-73ecffcac122 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.0883701 Sep 15 13:42:19.210319 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Deleting port 8eef91ab-b88b-47c4-96e3-ac98127ff713 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:42:19.210874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:19.212936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5687dfa8-d44a-411e-b65d-112b4c81c3d2', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:03Z', 'updated_at': '2021-09-15T13:42:16Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:19.217422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b02208-9131-478d-b4f2-07f0e77d657f None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5687dfa8-d44a-411e-b65d-112b4c81c3d2', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:03Z', 'updated_at': '2021-09-15T13:42:16Z', 'revision_number': 1, 'project_id': 'b68642c021504755b4547135ba90304e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:42:19.323224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:19.497065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] For port 8eef91ab-b88b-47c4-96e3-ac98127ff713, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=8eef91ab-b88b-47c4-96e3-ac98127ff713,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:19.497458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:19.566776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217219-e74d-423e-960c-43f2ad86b5ce req-36fde5db-00b9-48a2-8fbe-71f6e6fafb4e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:19.568719 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-36217219-e74d-423e-960c-43f2ad86b5ce req-36fde5db-00b9-48a2-8fbe-71f6e6fafb4e tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 946 time: 0.1087339 Sep 15 13:42:19.636247 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-36217219-e74d-423e-960c-43f2ad86b5ce req-745aad55-8282-4303-a3d8-29a7d53ab081 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=7aa94839-fc1d-4d93-9a84-8ca69098cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602400 Sep 15 13:42:19.637333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ea3f4-abfc-4594-b748-f13d47bb2b73 None None] New status for floating IP 5687dfa8-d44a-411e-b65d-112b4c81c3d2: ACTIVE {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:42:19.836953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:19.837311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:19.837647 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Floating IP 806220b8-a924-4c66-9bab-38299466049f disassociated. External IP: 172.28.2.64, port: 8eef91ab-b88b-47c4-96e3-ac98127ff713. Sep 15 13:42:19.837998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Calling delete_port for 8eef91ab-b88b-47c4-96e3-ac98127ff713 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:42:20.006895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:20.012655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8649ddae-080b-442e-9215-b66fd8eeb04b tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:20.056789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'Port': ['ID=8eef91ab-b88b-47c4-96e3-ac98127ff713,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:20.060526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:20.274326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:42:20.488876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:42:20.499307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:42:20.513350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:20.514032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:20.564419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] No DVR routers for this DVR port 8eef91ab-b88b-47c4-96e3-ac98127ff713 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:42:20.567074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:20.570056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'name': 'network-vif-deleted', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:20.587144 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1ed26c7f-e5a9-483a-a360-a27cf5dc9496 req-7228cb78-b698-40c6-9dcc-9cf620ef9477 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "DELETE /v2.0/ports/8eef91ab-b88b-47c4-96e3-ac98127ff713 HTTP/1.1" status: 204 len: 173 time: 1.4480381 Sep 15 13:42:20.643053 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea8f48e-04b3-4c92-a885-663e00da3286', 'name': 'network-vif-deleted', 'tag': '8eef91ab-b88b-47c4-96e3-ac98127ff713', 'status': 'completed', 'code': 200} Sep 15 13:42:20.717860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:20.847904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a41468cd-ece6-4f93-84ca-a72eeadb3d17 req-ec0a27d9-4cfd-40ab-b551-a5988159dce8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:20.863044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a41468cd-ece6-4f93-84ca-a72eeadb3d17 req-ec0a27d9-4cfd-40ab-b551-a5988159dce8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:20.864302 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a41468cd-ece6-4f93-84ca-a72eeadb3d17 req-ec0a27d9-4cfd-40ab-b551-a5988159dce8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea8f48e-04b3-4c92-a885-663e00da3286 HTTP/1.1" status: 200 len: 210 time: 0.0686049 Sep 15 13:42:21.081160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:21.086461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:42:21.098244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:21.099045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:21.292434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:21.301017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 55036) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:21.461531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.494783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:21.498990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5068e32ff642acbaa8f692af6013fb is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:21.502479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:21.508816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:21.535754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 8eef91ab-b88b-47c4-96e3-ac98127ff713 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:42:21.574631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 8eef91ab-b88b-47c4-96e3-ac98127ff713 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:42:21.575031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 8eef91ab-b88b-47c4-96e3-ac98127ff713 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:42:21.580064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.582669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.590243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3226a80c-15b0-435e-883d-c0e14af860e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:21.632558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f459a-3b4d-4154-a2cd-dc8c154bfa2c,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:21.638492 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b5068e32ff642acbaa8f692af6013fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3359482 Sep 15 13:42:21.641483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55044) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:21.644331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.644741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.645149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.645546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.645939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.646354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.646723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.647116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.647504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.647891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.648276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:42:21.652323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b2ca4a5-27ab-4a43-9516-c5d003e3f614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:21.673432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:21.677714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728b93a-7b87-45fd-aef1-ad694ca4d1d0 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:42:21.708852 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.736820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.784168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.789341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0cef126-e40c-4ec9-82c5-5fbac554649c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:21.803511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f459a-3b4d-4154-a2cd-dc8c154bfa2c,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:21.806333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:21.807513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:21.808735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f22a3a73-43b4-4fa4-8c69-e82f488087b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b29f459a-3b4d-4154-a2cd-dc8c154bfa2c HTTP/1.1" status: 204 len: 168 time: 0.1661210 Sep 15 13:42:22.024028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55058) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:22.122360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.153734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.202650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.208671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-db319b03-8033-445f-b9e4-1f7637dca79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:22.228865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa94839-fc1d-4d93-9a84-8ca69098cf99,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:22.233342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:22.239695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.240974 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "DELETE /v2.0/security-groups/7aa94839-fc1d-4d93-9a84-8ca69098cf99 HTTP/1.1" status: 204 len: 168 time: 0.2152758 Sep 15 13:42:22.243866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 55068) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:22.255275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5a9d5-797b-4d54-876c-a7d38e499bc3 None None] New status for floating IP 806220b8-a924-4c66-9bab-38299466049f: DOWN {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:42:22.267866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.v2.resource [None req-ebb88305-9979-4489-85ba-969153c47105 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] show failed (client error): The resource could not be found. Sep 15 13:42:22.269277 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ebb88305-9979-4489-85ba-969153c47105 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups/7aa94839-fc1d-4d93-9a84-8ca69098cf99 HTTP/1.1" status: 404 len: 347 time: 0.0239916 Sep 15 13:42:22.272215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55072) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:22.667783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Deleting port 2bd098b7-ff37-4303-8f4b-d222656e4926 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:42:22.668337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.844736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.845200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:22.972398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Calling delete_port for 2bd098b7-ff37-4303-8f4b-d222656e4926 owned by network:floatingip {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:42:23.120605 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.125239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-037ea9d1-28f6-4c20-9108-4790f354b705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:23.168506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'Port': ['ID=2bd098b7-ff37-4303-8f4b-d222656e4926,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:23.171510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:23.214099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.232121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.233510 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "DELETE /v2.0/floatingips/806220b8-a924-4c66-9bab-38299466049f HTTP/1.1" status: 204 len: 168 time: 0.9601154 Sep 15 13:42:23.429161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55098) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:23.435298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540287705', 'description': 'tempest-description--1394035745'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:23.441433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:23.445677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:23.448693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:23.454778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:23.464285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.500422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:23.504771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:23.507672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:23.513694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:23.571331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.573859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.579635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-39c23949-f1c4-4cad-ad55-b03ef293a309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:23.622903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e15491-8622-4b7a-8587-225dc19a8fe0,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:23.625767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:23.626566 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.627848 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1976106 Sep 15 13:42:23.630873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55102) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:23.636753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group_rule': {'security_group_id': 'c8e15491-8622-4b7a-8587-225dc19a8fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:23.643583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:23.647635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:23.650583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:23.656546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:23.672635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.736492 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.739260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.746691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:23.768965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0f4224-d495-40cd-bb99-8d8222861de0,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:23.774176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:23.778266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.779667 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1477456 Sep 15 13:42:23.783112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55108) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:23.789281 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'security_group_rule': {'security_group_id': 'c8e15491-8622-4b7a-8587-225dc19a8fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:23.795463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:23.799592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:security_group_rule and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:23.802615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:23.808702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:23.824217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.887779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.890309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.892934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5aa2b7db-19e5-496b-9c0b-f3d430b44749 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:23.916654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65def20-00e3-4a2d-8d2b-beb5a3851f4a,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:23.919258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:23.926745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:23.928120 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1b5be1e3-b9ba-49c9-98a3-06e33c7a5dc2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1439669 Sep 15 13:42:23.931323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55114) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:23.937056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:23.943926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:23.948245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Usage tracker for resource:floatingip and tenant:f28e4155cbcb437bbc78e2be6284cc0d is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:23.951279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:23.958315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:23.968227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.120921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.269677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Allocated IP 172.28.2.19 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/62a7715b-08ea-40b0-932b-4630087bdf8b) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:42:24.432074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.460032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.464563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b94ad940-4e39-464b-ae45-db8a1b8955cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:24.531164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:42:24.534323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:42:24.539155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:42:24.542894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=62a7715b-08ea-40b0-932b-4630087bdf8b,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:24.546401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:24.647928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.703579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.920980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.925224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:24.929722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b3cc1bf6-4c96-4d32-b387-ad6bbc46b2d6 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:24.981704 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:25.012148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=62a7715b-08ea-40b0-932b-4630087bdf8b,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:25.018799 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:25.024300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:25.025643 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0933173 Sep 15 13:42:25.272634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-a12a6584-8b61-4e70-811d-8149a838eba9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:25.292480 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-a12a6584-8b61-4e70-811d-8149a838eba9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:25.293807 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-a12a6584-8b61-4e70-811d-8149a838eba9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--540287705&fields=id&tenant_id=f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 267 time: 0.0666187 Sep 15 13:42:25.469759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-bc8778c9-ef84-4ec4-b549-7f5fd6323427 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:25.475948 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-bc8778c9-ef84-4ec4-b549-7f5fd6323427 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 811 time: 0.1735401 Sep 15 13:42:25.490356 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-103dff34-b0b5-46e3-8434-2cdbbc273ff7 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/quotas/f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 375 time: 0.0129814 Sep 15 13:42:25.585620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-330c526c-6a30-45e2-81fa-99a8390758fe tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:25.601618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-330c526c-6a30-45e2-81fa-99a8390758fe tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:25.603133 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-330c526c-6a30-45e2-81fa-99a8390758fe tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067390 Sep 15 13:42:25.760290 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-566542aa-efa6-4ec9-81cb-db3f53e05abd service neutron] 10.222.0.22 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433136 Sep 15 13:42:25.902263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-f98ac52f-42d5-4c3e-8f1b-cadef451739e service neutron] 10.222.0.22 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356745 Sep 15 13:42:26.097410 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e6536d66-ce38-4712-b5ef-2c638617f7a0 req-7878bb10-2350-44fe-9bd6-af87ef72fc79 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 210 time: 0.0460591 Sep 15 13:42:27.053566 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55198) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:27.252607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-f81be554-3a4d-4d55-8531-77077984327f tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:27.254781 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-f81be554-3a4d-4d55-8531-77077984327f tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 811 time: 0.1875117 Sep 15 13:42:27.300733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.367467 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9cb69605-4c8f-43ee-8184-2bbc63b1a24a req-7798b24d-4889-4597-b23d-31852143c630 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 210 time: 0.0486507 Sep 15 13:42:27.368357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-18525c12-7fe9-4c49-8959-5e87b5fd6a22 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f28e4155cbcb437bbc78e2be6284cc0d HTTP/1.1" status: 200 len: 379 time: 0.0890052 Sep 15 13:42:27.369362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:27.373530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Usage tracker for resource:security_group_rule and tenant:7c370ec8491e4cdbbc06f8e94e8545e6 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:27.378766 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:27.384689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'port': {'device_id': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'admin_state_up': True, 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'security_groups': ['c8e15491-8622-4b7a-8587-225dc19a8fe0']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:27.404608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:27.562068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:27.589285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:27.599556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.603928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.612463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e40d6e7b-fb2f-426f-858c-a87bd95b9d0a tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:27.622112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Made reservation on behalf of f28e4155cbcb437bbc78e2be6284cc0d for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:42:27.628192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.730658 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c370ec8491e4cdbbc06f8e94e8545e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6733713 Sep 15 13:42:27.730658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6ea48-0a3e-4b56-8135-9c28d406f6de,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:27.731539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 55216) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:27.732134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-922dc9a8-60f2-4681-9dfb-4cd40ea2be7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:27.806403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.833237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.846032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Allocated IP 172.20.0.7 (71405d38-b4bf-44bb-a434-ef80a2d0ff08/c2973333-8f3f-4bb5-958d-4e27c6002661/14bd91b2-af2b-4238-9d3e-591e0bf636d4) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:42:27.881461 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.889115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c33251e-7ac8-47cb-9fb5-80c4876f35f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:27.900109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6ea48-0a3e-4b56-8135-9c28d406f6de,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:27.904065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:27.910577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:27.914866 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40e6ea48-0a3e-4b56-8135-9c28d406f6de HTTP/1.1" status: 204 len: 168 time: 0.1821616 Sep 15 13:42:28.063059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:28.080416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Transition to ACTIVE for port object 14bd91b2-af2b-4238-9d3e-591e0bf636d4 will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:42:28.093387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36bb0-b6c3-432c-af33-d18e330d5ef8 req-d209f6a4-e7d3-4348-b88a-c9172ac05452 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:28.095578 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aba36bb0-b6c3-432c-af33-d18e330d5ef8 req-d209f6a4-e7d3-4348-b88a-c9172ac05452 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.0999568 Sep 15 13:42:28.105254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:28.111280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-37a6c70d-f546-4a08-aaa1-23390251111d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:28.146176 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aba36bb0-b6c3-432c-af33-d18e330d5ef8 req-91d5db13-39ec-47b6-a3bf-d12b1df03834 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Sep 15 13:42:28.415106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:42:28.418600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:42:28.423407 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:42:28.427591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:28.428300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:28.432155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event updated for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:28.439593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:28.468539 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-32c25037-9f93-4ae1-b768-8baf932ae2ad tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907934 Sep 15 13:42:28.482027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Request body: {'port': {'device_id': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:28.604429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8e7e-17ff-4139-997f-ffb166306e13 req-dac2a2cb-9c41-4d53-9e23-9213f256eafc tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:28.605814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:28.606717 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-858f8e7e-17ff-4139-997f-ffb166306e13 req-dac2a2cb-9c41-4d53-9e23-9213f256eafc tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 931 time: 0.0921829 Sep 15 13:42:28.666905 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-858f8e7e-17ff-4139-997f-ffb166306e13 req-244e44ad-e434-4c8b-a165-f27e8f4bae36 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533631 Sep 15 13:42:28.785471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-18b51b36-2d8e-44b4-b8ae-47b7ed6d42a1 None None] Provisioning for port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:42:28.790526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-18b51b36-2d8e-44b4-b8ae-47b7ed6d42a1 None None] Provisioning complete for port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:42:28.790947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-18b51b36-2d8e-44b4-b8ae-47b7ed6d42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:28.849179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-18b51b36-2d8e-44b4-b8ae-47b7ed6d42a1 None None] Port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:42:28.980368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bd91b2-af2b-4238-9d3e-591e0bf636d4 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:28.987784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:29.003366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Transition to ACTIVE for port object 14bd91b2-af2b-4238-9d3e-591e0bf636d4 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:42:29.007840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:29.012318 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e96e81d6-58f1-4a71-8f3a-544f9218f6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:29.138928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Pushing event updated for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:29.142317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:29.202144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Attempting to bind port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:42:29.202556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Attempting to bind port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:42:29.202924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Attempting to bind port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:29.209306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:42:29.209670 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Attempting to bind port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 on network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:29.217541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:42:29.217923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Checking segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:42:29.218387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Bound using segment: {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:42:29.218866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Bound port: 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbba6cb-8e07-4f2c-87b2-836775e1a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:42:29.219258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:29.387655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:42:29.405256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:42:29.411432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:29.416512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:29.495778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:29.497279 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] 10.222.0.39 "PUT /v2.0/ports/14bd91b2-af2b-4238-9d3e-591e0bf636d4 HTTP/1.1" status: 200 len: 1093 time: 1.0204544 Sep 15 13:42:29.499847 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:29.516880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Pushing event updated for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:29.521067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:29.530335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a30ad-2b91-4d62-9d4e-0c9a2d568b99 req-01f239de-b4db-40f9-afd7-da2b5c0e640e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:29.532498 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-238a30ad-2b91-4d62-9d4e-0c9a2d568b99 req-01f239de-b4db-40f9-afd7-da2b5c0e640e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.2197783 Sep 15 13:42:29.666006 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-238a30ad-2b91-4d62-9d4e-0c9a2d568b99 req-a6d11a08-248c-464b-8376-2966c5c15849 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231341 Sep 15 13:42:29.705270 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'status': 'completed', 'code': 200} Sep 15 13:42:29.721962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-91d10dd2-9624-460a-ba9c-a6c8ffc2ec2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 1096 time: 0.1606021 Sep 15 13:42:29.853290 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-6994b97d-ea79-4915-828f-965d54a20031 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4 HTTP/1.1" status: 200 len: 217 time: 0.1128399 Sep 15 13:42:29.945840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-66ed69f4-432b-4b4a-b2b4-115216d7826a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:29.947454 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-66ed69f4-432b-4b4a-b2b4-115216d7826a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.0830951 Sep 15 13:42:29.961659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5782-47ff-41b4-ab29-e09b665f57cf req-2b880af9-07c9-419a-8ff1-3c0b382caaa8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:29.962409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-76fa5782-47ff-41b4-ab29-e09b665f57cf req-2b880af9-07c9-419a-8ff1-3c0b382caaa8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Synchronizing usage tracker for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:30.026906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-76fa5782-47ff-41b4-ab29-e09b665f57cf req-2b880af9-07c9-419a-8ff1-3c0b382caaa8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Unset dirty status for tenant:f28e4155cbcb437bbc78e2be6284cc0d on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:30.028174 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-76fa5782-47ff-41b4-ab29-e09b665f57cf req-2b880af9-07c9-419a-8ff1-3c0b382caaa8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 943 time: 0.2110837 Sep 15 13:42:30.084489 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-a923a437-5771-4134-b73b-677e12c9b636 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192369 Sep 15 13:42:30.120441 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-76fa5782-47ff-41b4-ab29-e09b665f57cf req-ed772000-1e0a-4fab-83af-11c97c6e7087 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857909 Sep 15 13:42:30.240797 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-2163a3a0-6428-441c-ab4b-a7d8a6c96e1c service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479216 Sep 15 13:42:30.388411 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0cdbff9f-9dfc-493e-851d-b397fe5aa88b req-942823e7-5191-4be8-ba84-df637bbcf660 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386588 Sep 15 13:42:30.510720 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-198f72ea-731e-47fc-9741-9818d6e1e309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 1096 time: 0.0747466 Sep 15 13:42:30.654641 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-44faf04d-5b25-40e4-be62-08eb2c720172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:30.660579 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-44faf04d-5b25-40e4-be62-08eb2c720172 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.1377299 Sep 15 13:42:30.738531 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-c9ddc3d4-4b5e-4461-a559-3176186a1cfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4 HTTP/1.1" status: 200 len: 217 time: 0.0717611 Sep 15 13:42:30.869182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-a82bf002-b17d-42ab-b490-77413e198da3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:30.870777 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-a82bf002-b17d-42ab-b490-77413e198da3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.1182809 Sep 15 13:42:30.944170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676a785-7d1a-4243-bafb-23c53cc58f8c req-16c28de1-c416-4e98-afd2-fa6e91cbace9 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:30.945912 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e676a785-7d1a-4243-bafb-23c53cc58f8c req-16c28de1-c416-4e98-afd2-fa6e91cbace9 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.1564777 Sep 15 13:42:31.002723 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-da11080e-a5c2-4a22-a702-2b4cc458faf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197245 Sep 15 13:42:31.014142 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e676a785-7d1a-4243-bafb-23c53cc58f8c req-162949af-82e6-4d94-8ce6-7bde10c85ecd tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Sep 15 13:42:31.151192 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-67061ff3-7d66-47cb-a52f-8d395a088915 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400077 Sep 15 13:42:31.299190 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2330f7f1-7a91-40eb-8273-a4a9347ef1d9 req-c80d2a2c-e1a4-4067-a8b1-9fc3c6dd0cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395078 Sep 15 13:42:31.340961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4280c-8f4f-4335-bdde-708a4aad75f8 req-3408f4b7-06e7-4ce4-9693-3456a2f62e8d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:31.342588 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebc4280c-8f4f-4335-bdde-708a4aad75f8 req-3408f4b7-06e7-4ce4-9693-3456a2f62e8d tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 943 time: 0.0965865 Sep 15 13:42:31.392219 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ebc4280c-8f4f-4335-bdde-708a4aad75f8 req-cdce841f-2ca8-4eed-a3bc-1214dd2d5e11 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Sep 15 13:42:31.596481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 14bd91b2-af2b-4238-9d3e-591e0bf636d4 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:42:31.737998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:31.754103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'port_id': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'mac_address': 'fa:16:3e:a6:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:42:31.815507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:31.834078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bd91b2-af2b-4238-9d3e-591e0bf636d4 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:31.848773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:31.851594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:31.853433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:31.923196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:31.926251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:32.130241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['14bd91b2-af2b-4238-9d3e-591e0bf636d4'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:42:32.225772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb469bf2-717a-4120-b4ce-28edd1a2176a req-bf87017d-7d79-42b2-8736-769dcc896e16 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:32.227314 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb469bf2-717a-4120-b4ce-28edd1a2176a req-bf87017d-7d79-42b2-8736-769dcc896e16 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.0874186 Sep 15 13:42:32.276175 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fb469bf2-717a-4120-b4ce-28edd1a2176a req-77479c93-013f-4c15-8edb-653c158cabda tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Sep 15 13:42:32.606011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388efb7-bdc5-40f1-a08e-b48428df46b2 req-52ed786b-e3cc-4f95-9173-5e7053891b6c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:32.607528 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4388efb7-bdc5-40f1-a08e-b48428df46b2 req-52ed786b-e3cc-4f95-9173-5e7053891b6c tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 944 time: 0.0879319 Sep 15 13:42:32.655357 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4388efb7-bdc5-40f1-a08e-b48428df46b2 req-f6cdf95f-9be4-408c-b461-a6a8b9a1b9ff tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Sep 15 13:42:33.461376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-2daef408-2e7e-4e68-a255-b4f63d5d1b3d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:33.462913 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-2daef408-2e7e-4e68-a255-b4f63d5d1b3d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.1316316 Sep 15 13:42:33.549431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed221-b6f0-4d89-a237-458152bfb8bf req-607bcbba-32ba-485f-ab78-19aee689139f tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:33.551047 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d4ed221-b6f0-4d89-a237-458152bfb8bf req-607bcbba-32ba-485f-ab78-19aee689139f tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 945 time: 0.1500819 Sep 15 13:42:33.579732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Deleting port ac9c6ad0-e050-4a66-aa5b-951380409f89 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:42:33.580236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:33.614487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 14bd91b2-af2b-4238-9d3e-591e0bf636d4 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:42:33.689642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:42:33.694740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:42:33.695164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:33.709260 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d4ed221-b6f0-4d89-a237-458152bfb8bf req-52373c7f-4ae4-4da8-9084-637a4773d9d0 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514974 Sep 15 13:42:33.882752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] For port ac9c6ad0-e050-4a66-aa5b-951380409f89, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=ac9c6ad0-e050-4a66-aa5b-951380409f89,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:33.883051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:33.889631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fded2-f1a6-4dab-add8-16a02623b7e2 req-3a8424b0-5b10-4920-8845-688228f49f84 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:33.891324 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-785fded2-f1a6-4dab-add8-16a02623b7e2 req-3a8424b0-5b10-4920-8845-688228f49f84 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 944 time: 0.0916955 Sep 15 13:42:33.944454 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-785fded2-f1a6-4dab-add8-16a02623b7e2 req-12db6464-2a85-4ab9-af83-7070457674b9 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467155 Sep 15 13:42:33.987127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:34.019423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:34.028887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:34.035368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:34.037397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:34.092112 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'code': 200} Sep 15 13:42:34.120045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:34.125098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:34.245288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Calling delete_port for ac9c6ad0-e050-4a66-aa5b-951380409f89 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:42:34.373169 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c054d3cd-7c5b-461f-8c0a-dfaca4c7141e req-9229ebe5-a217-4ec1-824e-30ce1615833f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 1098 time: 0.0854850 Sep 15 13:42:34.409233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:34.416898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:34.419486 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c054d3cd-7c5b-461f-8c0a-dfaca4c7141e req-497db311-90f8-4a55-887e-24712e4cbb4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Sep 15 13:42:34.433387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['ac9c6ad0-e050-4a66-aa5b-951380409f89'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:42:34.461062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Pushing event deleted for resources: {'Port': ['ID=ac9c6ad0-e050-4a66-aa5b-951380409f89,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:34.464813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:34.542662 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] No DVR routers for this DVR port ac9c6ad0-e050-4a66-aa5b-951380409f89 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:42:34.547592 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:34.551172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'name': 'network-vif-deleted', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:34.566222 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9c80469d-2c16-45f4-9b58-bc9f73721c3d req-04a039ee-3dfd-400d-9ad5-0639976029bb tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "DELETE /v2.0/ports/ac9c6ad0-e050-4a66-aa5b-951380409f89 HTTP/1.1" status: 204 len: 173 time: 1.0834033 Sep 15 13:42:34.606907 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd7ae6-ac86-4cbc-82f2-158d00c116f3', 'name': 'network-vif-deleted', 'tag': 'ac9c6ad0-e050-4a66-aa5b-951380409f89', 'status': 'completed', 'code': 200} Sep 15 13:42:34.900134 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0fcceb08-f67e-4284-91af-eb00c992b51f req-e839c492-8241-40b0-afbe-9a066f9b0487 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=19bd7ae6-ac86-4cbc-82f2-158d00c116f3 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Sep 15 13:42:35.157488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc911e-aca6-4018-ad38-c2fa4378acb3 req-ff385459-df80-4ba9-9da2-9d96e5bfe8b0 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:35.159611 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68fc911e-aca6-4018-ad38-c2fa4378acb3 req-ff385459-df80-4ba9-9da2-9d96e5bfe8b0 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.0857062 Sep 15 13:42:35.208430 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68fc911e-aca6-4018-ad38-c2fa4378acb3 req-e7324515-39cd-4c7b-bcf1-0fcfe8330728 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Sep 15 13:42:36.430556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11fb8-a15c-45b9-a983-b8edfa67e5f4 req-cf157ad0-7e05-444d-825f-3469f052b752 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:36.432261 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-62b11fb8-a15c-45b9-a983-b8edfa67e5f4 req-cf157ad0-7e05-444d-825f-3469f052b752 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.0918131 Sep 15 13:42:36.482742 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-62b11fb8-a15c-45b9-a983-b8edfa67e5f4 req-6d424ff5-8529-4c4b-99e7-39a3e70d9fa2 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Sep 15 13:42:36.684048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788e29e-eb6c-4bef-9d01-4e59771a4467 req-b104bf63-cc76-49ae-b348-c55bd32665c4 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:36.685616 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2788e29e-eb6c-4bef-9d01-4e59771a4467 req-b104bf63-cc76-49ae-b348-c55bd32665c4 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.0831013 Sep 15 13:42:36.695367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 55364) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:36.700885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Request body: {'floatingip': {'port_id': '14bd91b2-af2b-4238-9d3e-591e0bf636d4'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:36.781808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:37.629526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:37.630678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device ac9c6ad0-e050-4a66-aa5b-951380409f89 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:42:37.633003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:37.664923 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: ac9c6ad0-e050-4a66-aa5b-951380409f89 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:42:37.665320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device ac9c6ad0-e050-4a66-aa5b-951380409f89 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:42:37.832496 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Floating IP 0559d71e-c70e-4df4-a309-e9b10da8e016 associated. External IP: 172.28.2.19, port: 14bd91b2-af2b-4238-9d3e-591e0bf636d4. Sep 15 13:42:38.241215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:42:38.455203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:42:38.459638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:38.465003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:42:38.478449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:38.479121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:38.515823 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0ebb3860-25af-4b27-8502-ef8f84108a80 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "PUT /v2.0/floatingips/0559d71e-c70e-4df4-a309-e9b10da8e016 HTTP/1.1" status: 200 len: 990 time: 1.8192363 Sep 15 13:42:38.516425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:38.574401 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'status': 'completed', 'code': 200} Sep 15 13:42:38.692809 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:38.694586 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-ea81623e-4c6b-46a0-8a1d-ac81b505628a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 1098 time: 0.0824873 Sep 15 13:42:38.868096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-2169c849-ee39-4d81-8a3b-c2a25809a5d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:38.869710 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-2169c849-ee39-4d81-8a3b-c2a25809a5d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 200 len: 912 time: 0.1673675 Sep 15 13:42:38.999954 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-1ba0c95b-4e39-4a62-8696-6350cebb088c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4 HTTP/1.1" status: 200 len: 998 time: 0.1234601 Sep 15 13:42:39.070396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-54ecbba1-8b18-434c-8286-e5b754584155 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:39.071940 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-54ecbba1-8b18-434c-8286-e5b754584155 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 200 len: 850 time: 0.0651996 Sep 15 13:42:39.099094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '0559d71e-c70e-4df4-a309-e9b10da8e016', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:a6:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:24Z', 'updated_at': '2021-09-15T13:42:37Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:39.106788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:42:39.115784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:42:39.116462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:42:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:39.154076 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-0d814052-0019-4495-b86d-6f3ac80a5124 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71405d38-b4bf-44bb-a434-ef80a2d0ff08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747318 Sep 15 13:42:39.304946 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-5586cc3c-cab7-419f-9e28-e7e7b6aa1913 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435037 Sep 15 13:42:39.315227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:42:39.451940 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bfaa149-3e14-4128-9553-c7a1c6b03c1a req-daa65bec-ba5e-48c9-85eb-7ff7d0715ba8 service neutron] 10.222.0.39 "GET /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395330 Sep 15 13:42:39.682440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '0559d71e-c70e-4df4-a309-e9b10da8e016', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:a6:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:24Z', 'updated_at': '2021-09-15T13:42:37Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:42:39.686822 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c03aad-ff4e-4760-95df-b2d9571a22d6 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '0559d71e-c70e-4df4-a309-e9b10da8e016', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'port_id': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'mac_address': 'fa:16:3e:a6:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:42:24Z', 'updated_at': '2021-09-15T13:42:37Z', 'revision_number': 1, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:42:40.030101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f72382-03fe-4013-a3ad-cb63856c17c8 None None] New status for floating IP 0559d71e-c70e-4df4-a309-e9b10da8e016: ACTIVE {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:42:40.440691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21848-bb77-427c-8395-8708791c8eda req-c34ef0de-fda0-44dc-90b8-7e7b8f2cd973 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:40.442297 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-c34ef0de-fda0-44dc-90b8-7e7b8f2cd973 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 814 time: 0.1757910 Sep 15 13:42:40.459864 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-71b47fc6-f93d-4b72-b815-836169a2a430 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/quotas/3edbf08ae0f64234853fe7acec521e3c HTTP/1.1" status: 200 len: 375 time: 0.0115933 Sep 15 13:42:40.513661 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-a09df722-8130-4dfc-9271-76718e51ecb3 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482998 Sep 15 13:42:40.659205 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-a6d6be07-4f31-412f-8399-5949674076cf service neutron] 10.222.0.22 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377075 Sep 15 13:42:40.802863 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-640d2dda-55cb-4653-85c5-0abf0bf85ac3 service neutron] 10.222.0.22 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370187 Sep 15 13:42:41.003662 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6f971a6b-5d6a-4f21-8779-51b101f63ef9 req-d5932f7a-1605-405e-8605-aa386b1ec152 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 210 time: 0.0477083 Sep 15 13:42:41.677438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:42.223039 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-289aa7ca-7518-493f-b795-294bf6482e30 req-7f871622-b3fb-45b9-9e63-093ed8256598 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Synchronizing usage tracker for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:42.234553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21848-bb77-427c-8395-8708791c8eda req-d830775d-fbf7-403f-82eb-9396ccccf467 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:42.237263 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-d830775d-fbf7-403f-82eb-9396ccccf467 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 814 time: 0.2250271 Sep 15 13:42:42.254602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Request body: {'port': {'device_id': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797', 'admin_state_up': True, 'tenant_id': '3edbf08ae0f64234853fe7acec521e3c'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:42.276519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-289aa7ca-7518-493f-b795-294bf6482e30 req-7f871622-b3fb-45b9-9e63-093ed8256598 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Unset dirty status for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:42.277962 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-289aa7ca-7518-493f-b795-294bf6482e30 req-7f871622-b3fb-45b9-9e63-093ed8256598 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 210 time: 0.1195102 Sep 15 13:42:42.349674 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-41ff2d9c-759c-4bc5-a12f-5ccb0f8d2a0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861411 Sep 15 13:42:42.412116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:42.423799 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:42.436306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Made reservation on behalf of 3edbf08ae0f64234853fe7acec521e3c for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:42:42.442377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:42.508009 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-de26fcb3-fa10-4c71-9a20-02b50764dd4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.0776594 Sep 15 13:42:42.617392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Allocated IP 172.20.0.7 (4ab2df66-c2de-43c4-9119-f0072b835797/789a15fa-4251-4eb2-b9c5-6dd73877033e/a6215f4c-9b4c-4ee7-a61b-715909b456ae) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:42:42.662151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-622eebc1-fe23-463f-a9ea-b8986525fa51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:42.663734 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-622eebc1-fe23-463f-a9ea-b8986525fa51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.1361477 Sep 15 13:42:42.774732 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-c6685556-cc96-4efa-9f4e-36d16fb45218 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 1001 time: 0.1023023 Sep 15 13:42:42.831850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:42.843746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-8a3f38ff-7b59-4bf2-8b73-96ed709fb71b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:42.845853 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-8a3f38ff-7b59-4bf2-8b73-96ed709fb71b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0626817 Sep 15 13:42:42.857560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:42.863822 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1128c08e-e52a-4b31-9d04-b5badfa9da70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:42.925490 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-30271f5f-2060-4f9c-b43e-1c320b8ea467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726984 Sep 15 13:42:42.935869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Network 4ab2df66-c2de-43c4-9119-f0072b835797 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:42:42.939507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:42:42.943032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Pushing event updated for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:42.945327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:42:42.949536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:42.950193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:42.954268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:42.976146 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7264533 Sep 15 13:42:42.989947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Request body: {'port': {'device_id': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:42:43.081404 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-e458528f-0802-40b1-96bd-cc0b795bf2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434827 Sep 15 13:42:43.111386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.502573 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-848e5681-c5f2-4021-a31f-8bcedbfbb8ff req-b28c4017-1204-4197-9648-b57f7d49ccf4 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182320 Sep 15 13:42:43.507053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6215f4c-9b4c-4ee7-a61b-715909b456ae {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:43.514770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.531232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Transition to ACTIVE for port object a6215f4c-9b4c-4ee7-a61b-715909b456ae will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:42:43.534037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.538721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:43.540637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f885-67eb-4dbc-b390-07803be602bf req-33b2527b-031d-4c8b-8811-f4db5e3a43a1 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:43.542253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b92f885-67eb-4dbc-b390-07803be602bf req-33b2527b-031d-4c8b-8811-f4db5e3a43a1 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 931 time: 0.0920157 Sep 15 13:42:43.593520 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8b92f885-67eb-4dbc-b390-07803be602bf req-a1ee688e-2695-40e5-905e-b363cda4f17d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Sep 15 13:42:43.667011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Pushing event updated for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:43.670770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:43.723756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Attempting to bind port a6215f4c-9b4c-4ee7-a61b-715909b456ae on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:42:43.724130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Attempting to bind port a6215f4c-9b4c-4ee7-a61b-715909b456ae by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:42:43.724489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Attempting to bind port a6215f4c-9b4c-4ee7-a61b-715909b456ae on network 4ab2df66-c2de-43c4-9119-f0072b835797 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:43.730539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Port a6215f4c-9b4c-4ee7-a61b-715909b456ae on network 4ab2df66-c2de-43c4-9119-f0072b835797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:42:43.730897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Attempting to bind port a6215f4c-9b4c-4ee7-a61b-715909b456ae on network 4ab2df66-c2de-43c4-9119-f0072b835797 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:42:43.737377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:42:43.737743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Checking segment: {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:42:43.738149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Bound using segment: {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:42:43.738655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Bound port: a6215f4c-9b4c-4ee7-a61b-715909b456ae, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f83c09-caee-426a-acd0-f079891bda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:42:43.739035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.827720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:42:43.830811 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:42:43.833914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.838106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cd0e00a1-b5c6-4274-86d1-2a7bc2dc9e98 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:43.894939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:43.896409 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] 10.222.0.39 "PUT /v2.0/ports/a6215f4c-9b4c-4ee7-a61b-715909b456ae HTTP/1.1" status: 200 len: 1093 time: 0.9118431 Sep 15 13:42:43.904185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:43.924791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Pushing event updated for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:43.928030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:43.973048 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae', 'status': 'completed', 'code': 200} Sep 15 13:42:44.014059 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-75efa7ae-2040-4f31-a444-1b2716e38f4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 1096 time: 0.0764728 Sep 15 13:42:44.088880 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-ebc8499e-f748-43cc-95cd-441fa020d445 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae HTTP/1.1" status: 200 len: 217 time: 0.0654142 Sep 15 13:42:44.156341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21848-bb77-427c-8395-8708791c8eda req-b74433cf-6e86-4d21-a218-bd9646932434 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:44.158506 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-b74433cf-6e86-4d21-a218-bd9646932434 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=789a15fa-4251-4eb2-b9c5-6dd73877033e HTTP/1.1" status: 200 len: 854 time: 0.0617232 Sep 15 13:42:44.208324 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-6ba2a7b4-38d5-4740-ade3-8c15500312f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ab2df66-c2de-43c4-9119-f0072b835797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418072 Sep 15 13:42:44.352707 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-a16da979-0706-4b71-94f6-1783e0466098 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351109 Sep 15 13:42:44.507720 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ea21848-bb77-427c-8395-8708791c8eda req-ff4ec572-0900-424b-b060-2615ff36e65f service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400044 Sep 15 13:42:44.631016 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-836a999a-4797-455c-8f50-090f8a70836c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3edbf08ae0f64234853fe7acec521e3c&device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 1096 time: 0.0777085 Sep 15 13:42:44.778699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-84ddc709-beaf-44a5-861c-59095a7460dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:44.780182 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-84ddc709-beaf-44a5-861c-59095a7460dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 200 len: 915 time: 0.1373589 Sep 15 13:42:44.800810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e918ad-1fca-406b-a871-897b7eb99edf req-158dc0ad-c46f-48bd-9b9c-96ee7c8db422 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:44.802403 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-45e918ad-1fca-406b-a871-897b7eb99edf req-158dc0ad-c46f-48bd-9b9c-96ee7c8db422 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 943 time: 0.0821848 Sep 15 13:42:44.851193 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-f3f9c5e0-c14b-42ae-bc7b-110efcedd252 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae HTTP/1.1" status: 200 len: 217 time: 0.0628836 Sep 15 13:42:44.853459 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-45e918ad-1fca-406b-a871-897b7eb99edf req-eb5fe6e1-2c39-481e-bc92-552241f422b8 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Sep 15 13:42:44.922373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-9b9500da-5fe6-4eb2-9fb2-40162dcd57f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:44.924627 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-9b9500da-5fe6-4eb2-9fb2-40162dcd57f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=789a15fa-4251-4eb2-b9c5-6dd73877033e HTTP/1.1" status: 200 len: 854 time: 0.0667744 Sep 15 13:42:44.972894 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-23eb97ae-6c64-4846-b9f8-3deb86e05ecb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ab2df66-c2de-43c4-9119-f0072b835797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416257 Sep 15 13:42:45.113998 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-661211dd-e4ab-4c16-87f6-d648d5b427fe service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344614 Sep 15 13:42:45.126800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b2d0504e-9ddc-4a46-b8be-2894f511d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:45.464809 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-919c801e-be0d-4732-88ba-5b2a6b4c941d req-c080a19c-a28c-456a-aade-873430d0914b service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424919 Sep 15 13:42:45.694188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device a6215f4c-9b4c-4ee7-a61b-715909b456ae details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:42:45.833522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:45.847064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae', 'network_id': '4ab2df66-c2de-43c4-9119-f0072b835797', 'port_id': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae', 'mac_address': 'fa:16:3e:0e:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789a15fa-4251-4eb2-b9c5-6dd73877033e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:42:45.901805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:45.919922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6215f4c-9b4c-4ee7-a61b-715909b456ae {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:42:45.934705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:45.937608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:45.940017 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:46.007908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:46.011198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:46.066703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffb924-368d-4572-ae1c-a8add9afec0f req-da28b119-f3c2-47cd-bec1-01e9f889ccae tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:46.067443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-25ffb924-368d-4572-ae1c-a8add9afec0f req-da28b119-f3c2-47cd-bec1-01e9f889ccae tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Synchronizing usage tracker for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:42:46.081516 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-25ffb924-368d-4572-ae1c-a8add9afec0f req-da28b119-f3c2-47cd-bec1-01e9f889ccae tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Unset dirty status for tenant:3edbf08ae0f64234853fe7acec521e3c on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:42:46.082756 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25ffb924-368d-4572-ae1c-a8add9afec0f req-da28b119-f3c2-47cd-bec1-01e9f889ccae tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 944 time: 0.1010969 Sep 15 13:42:46.132242 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-25ffb924-368d-4572-ae1c-a8add9afec0f req-87e7b3bc-d7d1-400f-93c5-2dfb5a92ad7d tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Sep 15 13:42:46.195008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['a6215f4c-9b4c-4ee7-a61b-715909b456ae'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:42:46.555362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.343656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ab55f-075f-41fa-9143-ef93f75ffb2f req-03422151-0572-45a4-ac60-4a140ed8a38a tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:47.345287 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-436ab55f-075f-41fa-9143-ef93f75ffb2f req-03422151-0572-45a4-ac60-4a140ed8a38a tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 944 time: 0.0851262 Sep 15 13:42:47.393677 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-436ab55f-075f-41fa-9143-ef93f75ffb2f req-2edb9a86-da33-4cc3-b45e-13b3c80039ea tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Sep 15 13:42:47.561073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-145277d5-b8a7-4dda-b849-1ba1a391b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.733269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device a6215f4c-9b4c-4ee7-a61b-715909b456ae up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:42:47.795526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.814584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port a6215f4c-9b4c-4ee7-a61b-715909b456ae completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:42:47.819325 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port a6215f4c-9b4c-4ee7-a61b-715909b456ae triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:42:47.819740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.936990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.965002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:42:47.975664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:42:47.978731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:47.980743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9c636850-17e6-46bc-89e4-08097b03a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:48.026525 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae', 'code': 200} Sep 15 13:42:48.049727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:48.052765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:48.273719 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d572fc2-b2f8-4bcf-a468-a0fc1effa2fd req-6ebdeba8-6704-4897-a7d5-25eccab49c41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 1098 time: 0.0729699 Sep 15 13:42:48.321170 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7d572fc2-b2f8-4bcf-a468-a0fc1effa2fd req-e59d65d2-b9c5-46b8-852b-b713e34bc3bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Sep 15 13:42:48.604732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e892cbc-82b1-45fd-9a3b-68e4b6ead418 req-eb7fcca1-73b8-433f-9c5d-6ed20d97627b tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:48.606367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8e892cbc-82b1-45fd-9a3b-68e4b6ead418 req-eb7fcca1-73b8-433f-9c5d-6ed20d97627b tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0877128 Sep 15 13:42:48.653693 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8e892cbc-82b1-45fd-9a3b-68e4b6ead418 req-ddec647c-4917-401f-a5a5-a998d5815f85 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Sep 15 13:42:49.292929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:49.883659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b039f-0b0a-4ead-a8eb-1e0131f788b0 req-9551d053-5028-4dc8-98c9-7ed981ecf43a tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:42:49.885209 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f22b039f-0b0a-4ead-a8eb-1e0131f788b0 req-9551d053-5028-4dc8-98c9-7ed981ecf43a tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0856216 Sep 15 13:42:49.933335 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f22b039f-0b0a-4ead-a8eb-1e0131f788b0 req-76d05ca2-fdeb-432d-98e0-d19c8c7e3f38 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Sep 15 13:42:50.511263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:42:54.962163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 55604) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:55.114014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.146862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:42:55.150897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:79d4ebad76254b7d9ad726d5122ae494 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:42:55.153848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:42:55.160797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:42:55.227627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.231176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.238782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ff9fbd61-0b99-4eee-95fa-a2464308ac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:55.284169 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79d4ebad76254b7d9ad726d5122ae494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3207839 Sep 15 13:42:55.287896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 55614) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:42:55.288196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65135913-db1b-4224-b22a-c829a69c25bf,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:55.292732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:55.351107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.380973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.433083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.438080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f4386d9-34b3-40e5-9847-cc4685ca4612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:42:55.452198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65135913-db1b-4224-b22a-c829a69c25bf,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:42:55.455833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:42:55.456714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:42:55.458118 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65135913-db1b-4224-b22a-c829a69c25bf HTTP/1.1" status: 204 len: 168 time: 0.1695585 Sep 15 13:43:07.687327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26625-e7e0-4baf-8e27-3758921946b6 req-206a0be5-4c21-4de4-a6d8-8fc42c13fc66 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:07.689401 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-80f26625-e7e0-4baf-8e27-3758921946b6 req-206a0be5-4c21-4de4-a6d8-8fc42c13fc66 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.2268980 Sep 15 13:43:07.738442 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-80f26625-e7e0-4baf-8e27-3758921946b6 req-6f5349bf-aee7-44f0-bf62-ddb01f4e3d48 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Sep 15 13:43:08.953645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0689a4-4458-4b73-8051-f91f2456ea5c req-88067531-f3ae-4c5e-9125-faba9118f32e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:08.955622 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0b0689a4-4458-4b73-8051-f91f2456ea5c req-88067531-f3ae-4c5e-9125-faba9118f32e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0828340 Sep 15 13:43:09.008230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0b0689a4-4458-4b73-8051-f91f2456ea5c req-5df5e01a-0235-4c53-955c-fd0647477f15 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Sep 15 13:43:09.177059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3d83-d6d2-4e63-8494-72d6e9dd87b8 req-2298209c-5315-4d59-924a-9c5ffb33b8d9 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:09.178671 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e34b3d83-d6d2-4e63-8494-72d6e9dd87b8 req-2298209c-5315-4d59-924a-9c5ffb33b8d9 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0812390 Sep 15 13:43:09.224841 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e34b3d83-d6d2-4e63-8494-72d6e9dd87b8 req-63fd87ef-89b8-470d-8592-0cbbe4e32aa6 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Sep 15 13:43:10.225123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce464b7-2026-4137-83d1-dc95557048dc req-cecaaeab-641d-48b4-95dc-bdda5528c5af tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:10.226754 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ce464b7-2026-4137-83d1-dc95557048dc req-cecaaeab-641d-48b4-95dc-bdda5528c5af tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0850050 Sep 15 13:43:10.274508 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ce464b7-2026-4137-83d1-dc95557048dc req-3510a37c-b1fe-49dc-9e85-0e56b29a4e41 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Sep 15 13:43:10.436727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124e82-dcef-4748-87bf-e72d63d01c0e req-46a6dea8-4547-4638-afec-c319058fb112 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:10.438385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf124e82-dcef-4748-87bf-e72d63d01c0e req-46a6dea8-4547-4638-afec-c319058fb112 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0864995 Sep 15 13:43:10.485619 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf124e82-dcef-4748-87bf-e72d63d01c0e req-12b251b1-beee-4d6f-b53e-e949d6eca99e tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Sep 15 13:43:11.500830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a166c5-9bb2-4144-8e58-5b00b56fee97 req-b08b2ab6-cf66-4224-9d57-34bd602a63ef tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:11.502923 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-38a166c5-9bb2-4144-8e58-5b00b56fee97 req-b08b2ab6-cf66-4224-9d57-34bd602a63ef tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0805531 Sep 15 13:43:11.555037 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-38a166c5-9bb2-4144-8e58-5b00b56fee97 req-a609bba2-8735-4cb1-9fe7-2969bb7b14b6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462182 Sep 15 13:43:11.683773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:11.690412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288d75-19e7-4c53-a5e9-7ad0fa882035 req-e72e47da-2d63-4c59-bbab-70444e6d05d0 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:11.691994 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85288d75-19e7-4c53-a5e9-7ad0fa882035 req-e72e47da-2d63-4c59-bbab-70444e6d05d0 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0830216 Sep 15 13:43:11.739545 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85288d75-19e7-4c53-a5e9-7ad0fa882035 req-e6b5b4be-ef50-465c-bb2e-938cf38539d2 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Sep 15 13:43:12.922661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be604363-6ced-4d00-951b-0c59e0684824 req-834f444a-5ac5-45c5-ac51-825a8efe1d2c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:12.924306 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-be604363-6ced-4d00-951b-0c59e0684824 req-834f444a-5ac5-45c5-ac51-825a8efe1d2c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0856681 Sep 15 13:43:12.949374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6823-f0ea-41fb-a6bf-8c8cdb8df7b3 req-71642083-2fd4-496a-b787-20885ccfb6ce tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:12.950999 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b66f6823-f0ea-41fb-a6bf-8c8cdb8df7b3 req-71642083-2fd4-496a-b787-20885ccfb6ce tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0836692 Sep 15 13:43:12.973108 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-be604363-6ced-4d00-951b-0c59e0684824 req-978d6b98-4f4f-49a3-9b12-1f1c4c2b2d7b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Sep 15 13:43:13.000039 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b66f6823-f0ea-41fb-a6bf-8c8cdb8df7b3 req-14813882-6fa8-4c68-ae6a-898a8bf94997 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Sep 15 13:43:13.952535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-b39c63be-4106-4efd-a6a0-f3bec7ce6518 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:13.953991 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-b39c63be-4106-4efd-a6a0-f3bec7ce6518 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.0808327 Sep 15 13:43:14.028615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Deleting port a6215f4c-9b4c-4ee7-a61b-715909b456ae {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:14.029001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:14.195574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65df75-cb54-4740-b87e-b288d414020d req-9da4f255-03c4-43dd-9836-d0925ec8d9e5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:14.197180 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ea65df75-cb54-4740-b87e-b288d414020d req-9da4f255-03c4-43dd-9836-d0925ec8d9e5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0883067 Sep 15 13:43:14.245615 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ea65df75-cb54-4740-b87e-b288d414020d req-38d9116e-e231-44f4-b6cf-09327f5422f7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Sep 15 13:43:14.356966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429382e6-73d7-433d-a74b-927a4c79f1dc req-ab99a79d-f09b-42c2-b266-3004b89bf3b7 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:14.359319 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-429382e6-73d7-433d-a74b-927a4c79f1dc req-ab99a79d-f09b-42c2-b266-3004b89bf3b7 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/ports?device_id=727473a7-dd41-41a1-b598-b08e2ad73a85 HTTP/1.1" status: 200 len: 945 time: 0.2218025 Sep 15 13:43:14.370443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] For port a6215f4c-9b4c-4ee7-a61b-715909b456ae, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=a6215f4c-9b4c-4ee7-a61b-715909b456ae,segment=NetworkSegment(c1f83c09-caee-426a-acd0-f079891bda3b),segment_id=c1f83c09-caee-426a-acd0-f079891bda3b)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:14.370841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:14.513844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Calling delete_port for a6215f4c-9b4c-4ee7-a61b-715909b456ae owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:14.585870 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-429382e6-73d7-433d-a74b-927a4c79f1dc req-2b1c75b1-0606-467b-bffe-39c5ad1022d2 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.22 "GET /v2.0/security-groups?id=45b80463-5357-434d-8ded-bdaf112fbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174914 Sep 15 13:43:14.672381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:14.678591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:14.684750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['a6215f4c-9b4c-4ee7-a61b-715909b456ae'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:43:14.723523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Pushing event deleted for resources: {'Port': ['ID=a6215f4c-9b4c-4ee7-a61b-715909b456ae,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:14.766940 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.767267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.767675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.768074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.768469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.768860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.769250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.769639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.770027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.770441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.770824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:14.777798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:14.811257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] No DVR routers for this DVR port a6215f4c-9b4c-4ee7-a61b-715909b456ae on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:43:14.813590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:14.816859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'name': 'network-vif-deleted', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:43:14.831072 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9ff7f56c-6297-453f-b70c-01e8d2cef1cb req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] 10.222.0.39 "DELETE /v2.0/ports/a6215f4c-9b4c-4ee7-a61b-715909b456ae HTTP/1.1" status: 204 len: 173 time: 0.8713436 Sep 15 13:43:14.958848 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727473a7-dd41-41a1-b598-b08e2ad73a85', 'name': 'network-vif-deleted', 'tag': 'a6215f4c-9b4c-4ee7-a61b-715909b456ae', 'status': 'completed', 'code': 200} Sep 15 13:43:15.127658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b8aae3d1-9460-4bbd-9606-8b4c16077b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:15.468453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a648-9c12-4b0e-be6b-ce3a92e13c42 req-93020d52-7be8-4d0d-b5b2-290734202a3f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:15.470748 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e691a648-9c12-4b0e-be6b-ce3a92e13c42 req-93020d52-7be8-4d0d-b5b2-290734202a3f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0844634 Sep 15 13:43:15.518033 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e691a648-9c12-4b0e-be6b-ce3a92e13c42 req-2da4abb6-4324-4048-97f8-8646a318bda8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Sep 15 13:43:16.558675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:16.733322 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432ae4-f4ff-4f85-97bd-d5f15b6c5476 req-b8137dbb-cc41-4463-a286-90982f7a0ea2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:16.734976 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f432ae4-f4ff-4f85-97bd-d5f15b6c5476 req-b8137dbb-cc41-4463-a286-90982f7a0ea2 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0854056 Sep 15 13:43:16.782522 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f432ae4-f4ff-4f85-97bd-d5f15b6c5476 req-085f3fdf-db6d-4f7e-b6ed-dab1bd5b3f9a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Sep 15 13:43:17.561707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af33a17e-17c5-4595-87e1-5e6d5b9ee725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:17.774791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:17.890162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device a6215f4c-9b4c-4ee7-a61b-715909b456ae no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:17.926518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: a6215f4c-9b4c-4ee7-a61b-715909b456ae {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:43:17.926910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device a6215f4c-9b4c-4ee7-a61b-715909b456ae not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:43:17.997984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e9e0-92fe-4017-a35c-01ca875d8ca0 req-abfb1080-f907-47f8-86a2-0c62e8fac4e7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:17.999514 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f86e9e0-92fe-4017-a35c-01ca875d8ca0 req-abfb1080-f907-47f8-86a2-0c62e8fac4e7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0833359 Sep 15 13:43:18.051125 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0f86e9e0-92fe-4017-a35c-01ca875d8ca0 req-4d3ba39e-8b97-47d7-83a8-584fb4de3247 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455055 Sep 15 13:43:19.265059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5723af8-7030-4728-9a34-19596d3f2418 req-3ccf53ac-8374-4187-8397-5967d18d0b3a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:19.266699 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c5723af8-7030-4728-9a34-19596d3f2418 req-3ccf53ac-8374-4187-8397-5967d18d0b3a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0829899 Sep 15 13:43:19.298632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:19.319470 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c5723af8-7030-4728-9a34-19596d3f2418 req-629964de-f769-42c0-8f7b-ff58802f6b55 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Sep 15 13:43:20.539542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e807b-82bd-46a3-ae3c-be2f047d4928 req-5004f8c3-f4f0-4d32-b8ad-546b4bc8b7ff tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:20.541127 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-677e807b-82bd-46a3-ae3c-be2f047d4928 req-5004f8c3-f4f0-4d32-b8ad-546b4bc8b7ff tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0868113 Sep 15 13:43:20.590787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-677e807b-82bd-46a3-ae3c-be2f047d4928 req-b0646dc2-1d6d-4e91-8799-57068242e97d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Sep 15 13:43:21.642352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70343c5-9b6f-4e76-ac6a-19ce9de51357 req-6e9517c5-c867-4815-93cf-24e2e5ffb7cb tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:21.644465 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d70343c5-9b6f-4e76-ac6a-19ce9de51357 req-6e9517c5-c867-4815-93cf-24e2e5ffb7cb tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0840437 Sep 15 13:43:21.694068 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d70343c5-9b6f-4e76-ac6a-19ce9de51357 req-9042dc4f-530b-4c8d-bc4f-f7ef4f16d1e7 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427737 Sep 15 13:43:21.808667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11629a08-f1c3-445d-a166-b8fabfc86fd0 req-f6cad1f9-bee9-41c7-906e-26a450ddb3af tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:21.810256 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11629a08-f1c3-445d-a166-b8fabfc86fd0 req-f6cad1f9-bee9-41c7-906e-26a450ddb3af tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0810378 Sep 15 13:43:21.860007 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11629a08-f1c3-445d-a166-b8fabfc86fd0 req-3cefd496-c9e7-4dca-bad7-638e77dff045 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 Sep 15 13:43:22.904892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64c610-815d-45e1-a0b6-5eeb86309d6d req-600e52aa-2603-443e-9950-6df364ea215e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:22.906509 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3f64c610-815d-45e1-a0b6-5eeb86309d6d req-600e52aa-2603-443e-9950-6df364ea215e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0843360 Sep 15 13:43:22.954937 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3f64c610-815d-45e1-a0b6-5eeb86309d6d req-4cf4cdb1-c042-4bff-9931-30756b318744 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413945 Sep 15 13:43:23.087665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc12f-9777-4186-8361-015e0eca4739 req-29b8266c-592a-4e98-b768-d8ed4c593c3a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:23.089251 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6b0bc12f-9777-4186-8361-015e0eca4739 req-29b8266c-592a-4e98-b768-d8ed4c593c3a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0889251 Sep 15 13:43:23.137463 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6b0bc12f-9777-4186-8361-015e0eca4739 req-6ef84d11-f9d4-4957-925a-d57b462da250 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Sep 15 13:43:23.919288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:43:24.080123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:24.095767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:43:24.154013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:24.173848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:43:24.188750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b8db-5aa5-4305-82c9-8ce9c66fad92 req-4ad60b13-2dd6-42e6-9c5c-925b02aa873d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:24.190220 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:24.190399 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9598b8db-5aa5-4305-82c9-8ce9c66fad92 req-4ad60b13-2dd6-42e6-9c5c-925b02aa873d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0975549 Sep 15 13:43:24.199204 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:24.201368 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:24.249041 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9598b8db-5aa5-4305-82c9-8ce9c66fad92 req-70f1accf-4a3d-4d77-bf53-141ba3f28c41 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514688 Sep 15 13:43:24.276106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=6']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:24.285441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.285831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.286229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.287140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.287522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.287906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.288282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.288655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.289026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.289431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.289922 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:24.294049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:24.302442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['1c4c9ee4-8842-413a-ac2b-3b043b8063ac'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:43:24.398267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd72ddb-2aaf-4ed7-b178-93822746f09d req-fe7520d7-376f-46c4-b2c4-a95ddb22e159 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:24.400951 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5dd72ddb-2aaf-4ed7-b178-93822746f09d req-fe7520d7-376f-46c4-b2c4-a95ddb22e159 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 945 time: 0.1149335 Sep 15 13:43:24.460557 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5dd72ddb-2aaf-4ed7-b178-93822746f09d req-74ca9e13-9cf3-4747-82ba-73331aac4c29 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533459 Sep 15 13:43:25.497075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df90ad-eb9c-49e9-88c7-cce96dcdedce req-dd04fcd1-2fc7-4d23-a8a7-97ae47ef0da8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:25.505517 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-47df90ad-eb9c-49e9-88c7-cce96dcdedce req-dd04fcd1-2fc7-4d23-a8a7-97ae47ef0da8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1056085 Sep 15 13:43:25.561993 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-47df90ad-eb9c-49e9-88c7-cce96dcdedce req-956bc041-3bd1-4054-8920-e6c938aeb778 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553422 Sep 15 13:43:25.772785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584720-143e-4a61-8d4f-c327575e0554 req-d4584dd4-8e39-4562-92db-3698a589ef26 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:25.781177 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-59584720-143e-4a61-8d4f-c327575e0554 req-d4584dd4-8e39-4562-92db-3698a589ef26 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 945 time: 0.1045074 Sep 15 13:43:25.846572 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-59584720-143e-4a61-8d4f-c327575e0554 req-17d67b8b-d1d9-46fe-89c9-2d69602ebef3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632062 Sep 15 13:43:25.936650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:43:26.064782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:43:26.065406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:26.194257 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:26.244177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:26.245567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:43:26.251921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:26.254908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:26.382056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=7']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:26.390666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:26.468861 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'code': 200} Sep 15 13:43:26.797156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82af099-36e0-45af-bc3d-7d48e53720a8 req-2aa6b26f-a1f7-41c3-b054-f9ff83b4b8b8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:26.799376 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b82af099-36e0-45af-bc3d-7d48e53720a8 req-2aa6b26f-a1f7-41c3-b054-f9ff83b4b8b8 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1174407 Sep 15 13:43:26.851322 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b82af099-36e0-45af-bc3d-7d48e53720a8 req-dcf7ed41-606f-48f5-8ee3-ecd0b3fc11e5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450439 Sep 15 13:43:27.063056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a641b-0a15-49ad-8acb-6200094fb369 req-b9145898-fe2a-4705-9f4a-e23cc22d8442 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:27.064927 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e86a641b-0a15-49ad-8acb-6200094fb369 req-b9145898-fe2a-4705-9f4a-e23cc22d8442 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0861347 Sep 15 13:43:27.140671 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e86a641b-0a15-49ad-8acb-6200094fb369 req-54da16f8-4def-4360-90d0-6cac4435b969 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691311 Sep 15 13:43:27.512786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:43:28.090258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af94f90-65ca-4de1-bd54-272211197119 req-5b193ff8-726b-4c70-b119-81cde803c562 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:28.092122 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4af94f90-65ca-4de1-bd54-272211197119 req-5b193ff8-726b-4c70-b119-81cde803c562 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1019027 Sep 15 13:43:28.142339 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4af94f90-65ca-4de1-bd54-272211197119 req-43c30257-db39-49f5-82f3-530b01279ead tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434401 Sep 15 13:43:28.381752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b46fb-2015-4f05-ab72-0ebe0f3f183f req-8a11a58b-ea3c-47d9-8592-55aa9bc6e7d3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:28.389419 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd9b46fb-2015-4f05-ab72-0ebe0f3f183f req-8a11a58b-ea3c-47d9-8592-55aa9bc6e7d3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0981359 Sep 15 13:43:28.438563 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd9b46fb-2015-4f05-ab72-0ebe0f3f183f req-bd4a8b94-54e1-41e5-a27c-70f7a940165f tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481672 Sep 15 13:43:29.407962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad20c1f-4481-4188-b586-047968f053e1 req-8df3a9c7-2b32-4935-91c4-6707c925cba3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:29.410580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ad20c1f-4481-4188-b586-047968f053e1 req-8df3a9c7-2b32-4935-91c4-6707c925cba3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1385257 Sep 15 13:43:29.461444 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6ad20c1f-4481-4188-b586-047968f053e1 req-a38e07cd-96c4-4069-9e75-0b52cbe6d4a1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447590 Sep 15 13:43:29.680850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4989d-2b68-4801-93fa-5be2bbd03121 req-09df0b34-e018-46d1-a147-90b90f129c5b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:29.682670 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ec4989d-2b68-4801-93fa-5be2bbd03121 req-09df0b34-e018-46d1-a147-90b90f129c5b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0936790 Sep 15 13:43:29.733533 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7ec4989d-2b68-4801-93fa-5be2bbd03121 req-f960d52b-72c3-47fb-9a3a-8592953c3aec tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Sep 15 13:43:30.697168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbca71-1e01-418e-b36f-9a96ca456501 req-ec3fa1c1-289a-4d23-a238-06c5a74016da tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:30.698922 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-75fbca71-1e01-418e-b36f-9a96ca456501 req-ec3fa1c1-289a-4d23-a238-06c5a74016da tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0887971 Sep 15 13:43:30.758862 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-75fbca71-1e01-418e-b36f-9a96ca456501 req-02dbf7d0-6945-4b42-b923-f73854d92e88 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525012 Sep 15 13:43:31.012010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec863063-3c6f-4a13-b7b7-c97e15e0ab89 req-af7a3b90-1f6d-4081-aa43-6ea47842d23a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:31.013871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ec863063-3c6f-4a13-b7b7-c97e15e0ab89 req-af7a3b90-1f6d-4081-aa43-6ea47842d23a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.1048193 Sep 15 13:43:31.072443 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ec863063-3c6f-4a13-b7b7-c97e15e0ab89 req-d076384d-4af3-4eda-ad89-f666e2a384e9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517571 Sep 15 13:43:32.009370 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484b0e-719d-42fd-abb0-7efebdf1dc2f req-a88f878d-3911-4d74-a4f6-069a53b6fb26 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:32.011641 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4b484b0e-719d-42fd-abb0-7efebdf1dc2f req-a88f878d-3911-4d74-a4f6-069a53b6fb26 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1067796 Sep 15 13:43:32.063041 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4b484b0e-719d-42fd-abb0-7efebdf1dc2f req-c26671ad-63ea-4105-aae3-efc835520169 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432100 Sep 15 13:43:32.296859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11d14-8437-42e6-b1ab-f3ecbdd75718 req-42082c24-206e-4f82-b976-36b2115d5110 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:32.304459 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aab11d14-8437-42e6-b1ab-f3ecbdd75718 req-42082c24-206e-4f82-b976-36b2115d5110 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0945778 Sep 15 13:43:32.365877 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aab11d14-8437-42e6-b1ab-f3ecbdd75718 req-b4ed6c8e-34eb-4102-9a61-61fafedd8450 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559399 Sep 15 13:43:33.324756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9fe36-fd5b-4dac-95aa-d3a442fdf20a req-c4276f3f-ae57-4676-9bb1-a2a001fdb84a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:33.332949 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4cd9fe36-fd5b-4dac-95aa-d3a442fdf20a req-c4276f3f-ae57-4676-9bb1-a2a001fdb84a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1014736 Sep 15 13:43:33.384508 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4cd9fe36-fd5b-4dac-95aa-d3a442fdf20a req-e86f2ebc-17de-4046-9383-fc30646fede2 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503418 Sep 15 13:43:33.600361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e2ea-3954-4e42-9d63-45f27649c031 req-e97b38af-95a2-464c-8971-7ff1f8793792 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:33.602000 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e749e2ea-3954-4e42-9d63-45f27649c031 req-e97b38af-95a2-464c-8971-7ff1f8793792 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0938525 Sep 15 13:43:33.663059 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e749e2ea-3954-4e42-9d63-45f27649c031 req-1eb27d23-c22c-4698-abf3-c7b0328af926 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542269 Sep 15 13:43:34.617088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea4b32-5b1b-470e-9211-cb3ce5f9a955 req-af71d0cf-a55c-40b7-9cdb-0a31a87e18b3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:34.619337 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b3ea4b32-5b1b-470e-9211-cb3ce5f9a955 req-af71d0cf-a55c-40b7-9cdb-0a31a87e18b3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0899296 Sep 15 13:43:34.673697 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b3ea4b32-5b1b-470e-9211-cb3ce5f9a955 req-a9aa5a04-0b35-4662-bb14-8a93037b511c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477777 Sep 15 13:43:34.883720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f483f-89cd-458f-8f94-9fc16e43424b req-6f500cac-0af3-42ef-b82e-6121e7132e4e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:34.885409 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8e0f483f-89cd-458f-8f94-9fc16e43424b req-6f500cac-0af3-42ef-b82e-6121e7132e4e tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0854907 Sep 15 13:43:34.935207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8e0f483f-89cd-458f-8f94-9fc16e43424b req-f39e7fa5-c06e-4ee2-9fb5-0e23db9f5bfb tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436738 Sep 15 13:43:35.552191 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-4d04f002-afdb-429d-80fd-0e49eb856a27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1099 time: 0.1561396 Sep 15 13:43:35.586797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56104) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:35.661275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Deleting subnet 789a15fa-4251-4eb2-b9c5-6dd73877033e {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:43:35.665688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:35.699269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890bd66-57dd-4a27-a472-5c74605973ec req-042589f9-9ac2-43a5-b8d2-db954e232461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:35.700925 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-042589f9-9ac2-43a5-b8d2-db954e232461 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.1423016 Sep 15 13:43:35.723001 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853342965'] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:35.801187 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:35.845037 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-fcc75822-10a6-4083-9330-ae4e37c93957 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 1001 time: 0.1365159 Sep 15 13:43:35.920447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890bd66-57dd-4a27-a472-5c74605973ec req-0f307029-ef38-4671-a250-f246df97395c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:35.922143 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-0f307029-ef38-4671-a250-f246df97395c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.0712881 Sep 15 13:43:35.952279 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4e11-1637-4202-86b6-a303f90e6da4 req-17fe586e-323e-4802-9e05-514d9da8950f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:35.953781 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-18da4e11-1637-4202-86b6-a303f90e6da4 req-17fe586e-323e-4802-9e05-514d9da8950f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1143138 Sep 15 13:43:35.954828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1432028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853408426'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:35.959679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5a259896-3b6a-4f3d-907e-55ca220123b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:36.004372 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789a15fa-4251-4eb2-b9c5-6dd73877033e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:36.008880 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-167780cd-1729-4c48-aae3-f2c4f67633f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791802 Sep 15 13:43:36.038495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:36.049438 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/789a15fa-4251-4eb2-b9c5-6dd73877033e HTTP/1.1" status: 204 len: 168 time: 0.4612625 Sep 15 13:43:36.051753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.052173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.052580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.052987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.053389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.053789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.054625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.054625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.054826 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56116) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:36.055007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.055334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.055726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:43:36.066676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bad92591-17c3-4c97-8041-cb3315b3dbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:36.080393 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-18da4e11-1637-4202-86b6-a303f90e6da4 req-21b94edc-b2f3-4f73-862c-0c5ecc9356b9 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866597 Sep 15 13:43:36.514134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:36.539417 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-3cc87fb6-89d6-47c3-a6d9-a5228f781db6 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232670 Sep 15 13:43:36.613661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7663-9bfa-486e-a6c6-7472cf5df0d2 req-debef8ac-6cb0-44f9-956c-c7dfd3562216 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:36.615253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd0b7663-9bfa-486e-a6c6-7472cf5df0d2 req-debef8ac-6cb0-44f9-956c-c7dfd3562216 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.3022778 Sep 15 13:43:36.763883 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-368b414c-e9cf-493d-9594-11ed5ddca982 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.0751200 Sep 15 13:43:36.814925 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:36.836542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.836924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.837741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.838133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > port after_create 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.838526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.838900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > port after_update 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.839258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.839618 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.839974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.840329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.904771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-84974cd6-77d5-4b99-91fe-e21931b8d663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:36.906417 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-84974cd6-77d5-4b99-91fe-e21931b8d663 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.1365426 Sep 15 13:43:36.966565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.966970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.967340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.967706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 15 13:43:36.968180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab2df66-c2de-43c4-9119-f0072b835797']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:37.007700 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-fd0b7663-9bfa-486e-a6c6-7472cf5df0d2 req-611580fb-ed3a-4927-b9d2-d6ad36aec194 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698592 Sep 15 13:43:37.009878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f83c09-caee-426a-acd0-f079891bda3b') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:37.010217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f83c09-caee-426a-acd0-f079891bda3b') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:37.019895 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-fd2f24c2-7a4c-4842-bd63-4cb82ad5dca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 1001 time: 0.1070976 Sep 15 13:43:37.034495 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3890bd66-57dd-4a27-a472-5c74605973ec req-2276f6ff-6ce9-4605-a57b-3ac1c9120c12 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872034 Sep 15 13:43:37.036276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.057504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.066302 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:43:37.066678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: (self, other), Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: (self, other), Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:43:37.084177 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:43:37.101674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-3772ffe6-75f5-4ee8-a9ff-ce019181908a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:37.103376 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-3772ffe6-75f5-4ee8-a9ff-ce019181908a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0776098 Sep 15 13:43:37.183570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.190051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.193783 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-2ae4526f-704e-4ab0-a18f-1e8544ca373c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830612 Sep 15 13:43:37.197671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:37.220085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab2df66-c2de-43c4-9119-f0072b835797,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:37.223071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:37.225218 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4ab2df66-c2de-43c4-9119-f0072b835797 HTTP/1.1" status: 204 len: 168 time: 1.1694863 Sep 15 13:43:37.350446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e355-b990-401f-8b3d-72c079252e6b req-f3c27fc4-6a8f-42b9-bd7f-81241dd21943 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:37.357929 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dac9e355-b990-401f-8b3d-72c079252e6b req-f3c27fc4-6a8f-42b9-bd7f-81241dd21943 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1184275 Sep 15 13:43:37.396776 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-3ef238eb-a6f7-41a0-b215-14e8f2d4889a service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939011 Sep 15 13:43:37.402749 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dac9e355-b990-401f-8b3d-72c079252e6b req-7eac9db6-1768-4ab5-ad89-a33bf3e00a41 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438380 Sep 15 13:43:37.439323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56136) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:37.495738 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-36bbb21d-e08d-450c-81b1-5d3395ce21e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3edbf08ae0f64234853fe7acec521e3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527012 Sep 15 13:43:37.495944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56140) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:37.546873 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ad76e63c-a7e8-4e5d-b5e6-d93160f062b5 req-d5676391-fba4-4780-8fb7-c2af537c0d5a service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426423 Sep 15 13:43:37.560493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.587433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.638152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.643705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d3706216-18a0-407d-9d62-a02158137866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:37.657310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b80463-5357-434d-8ded-bdaf112fbda1,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:37.660608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:37.668504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:37.670772 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45b80463-5357-434d-8ded-bdaf112fbda1 HTTP/1.1" status: 204 len: 168 time: 0.1738665 Sep 15 13:43:37.999598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5178-4ee4-48a9-b58e-f51ea555d177 req-abc74b7a-b214-4e7d-9948-4a013ef63069 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:38.001527 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f7f5178-4ee4-48a9-b58e-f51ea555d177 req-abc74b7a-b214-4e7d-9948-4a013ef63069 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.0829308 Sep 15 13:43:38.020894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:38.064233 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4f7f5178-4ee4-48a9-b58e-f51ea555d177 req-5812d781-91f2-47d6-aa19-f3a9fd570ea8 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564008 Sep 15 13:43:38.165846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:38.197195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:43:38.206946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:38.209720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:38.211717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:38.248850 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc7ca-01da-467b-a3b8-f1dc6cbf575e req-97c99290-eac6-406c-8cac-5e1e62b6883a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:38.256752 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'code': 200} Sep 15 13:43:38.257418 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-529dc7ca-01da-467b-a3b8-f1dc6cbf575e req-97c99290-eac6-406c-8cac-5e1e62b6883a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 946 time: 0.0996027 Sep 15 13:43:38.283498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=8']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:38.287888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:38.312538 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-529dc7ca-01da-467b-a3b8-f1dc6cbf575e req-993cf78b-41ea-496f-90fb-34278edaffa3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524676 Sep 15 13:43:38.613030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65020b-8c7d-43a6-b6de-3cfca85b02fd req-5bae5b17-f327-4830-8cf5-e7d1fede06f1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:38.614592 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2e65020b-8c7d-43a6-b6de-3cfca85b02fd req-5bae5b17-f327-4830-8cf5-e7d1fede06f1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0870190 Sep 15 13:43:38.664103 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2e65020b-8c7d-43a6-b6de-3cfca85b02fd req-c5e3cfe9-f25f-4e49-837d-f99bb0ba4093 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433679 Sep 15 13:43:39.282398 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372fc8a-f146-4212-ae8c-a1358ef2286a req-502476d2-ab23-43f6-bdcc-e59c0c994958 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:39.284253 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f372fc8a-f146-4212-ae8c-a1358ef2286a req-502476d2-ab23-43f6-bdcc-e59c0c994958 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.0859759 Sep 15 13:43:39.334776 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f372fc8a-f146-4212-ae8c-a1358ef2286a req-80787b1c-77c8-4b13-aae5-ad6a3957aa79 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8e15491-8622-4b7a-8587-225dc19a8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Sep 15 13:43:39.521824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724712a-2193-4cb6-9e74-a4f65b478597 req-978b079b-3af4-4ed8-802e-3fe940e2ad78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:39.523655 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4724712a-2193-4cb6-9e74-a4f65b478597 req-978b079b-3af4-4ed8-802e-3fe940e2ad78 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0817325 Sep 15 13:43:39.577579 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4724712a-2193-4cb6-9e74-a4f65b478597 req-3755eb76-5066-42a0-b297-5378d197378b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477192 Sep 15 13:43:39.863334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-0c072c24-3b8f-4114-a2a1-8ca75434e564 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:39.864872 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-0c072c24-3b8f-4114-a2a1-8ca75434e564 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 945 time: 0.1376035 Sep 15 13:43:39.951360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Deleting port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:39.951744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:39.986779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcab61-4382-4927-8f2a-555fc1e28a4d req-4daf1991-e7df-434f-89ee-76a320379d94 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:39.988385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-29fcab61-4382-4927-8f2a-555fc1e28a4d req-4daf1991-e7df-434f-89ee-76a320379d94 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1998823 Sep 15 13:43:40.297905 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-29fcab61-4382-4927-8f2a-555fc1e28a4d req-6fc6de47-f8bc-42b9-8cc5-829e1d711fb5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3026385 Sep 15 13:43:40.506756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] For port 14bd91b2-af2b-4238-9d3e-591e0bf636d4, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=14bd91b2-af2b-4238-9d3e-591e0bf636d4,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:40.507025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:40.873403 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-09aee3f2-cc14-4510-b909-198eca33dee2 req-3c357ae3-0d9d-46b3-9ccf-1cfeaa309677 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4137957 Sep 15 13:43:40.881314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:40.881715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:40.882061 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Floating IP 0559d71e-c70e-4df4-a309-e9b10da8e016 disassociated. External IP: 172.28.2.19, port: 14bd91b2-af2b-4238-9d3e-591e0bf636d4. Sep 15 13:43:40.882466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Calling delete_port for 14bd91b2-af2b-4238-9d3e-591e0bf636d4 owned by compute:nova {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:41.046728 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:41.054614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7df01660-70f7-431e-80a8-4f4907366ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:41.107989 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'Port': ['ID=14bd91b2-af2b-4238-9d3e-591e0bf636d4,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:41.149583 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:41.162571 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-37cf2171-a57c-4684-96c1-bbf6f8355a98 req-03183c24-b2b4-4e75-9fdd-151a3b520c82 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 210 time: 0.0579815 Sep 15 13:43:41.212095 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-1b440bce-f6e1-44dc-9e95-ebeabde3a447 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1966705 Sep 15 13:43:41.218242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75e7b-9b04-471b-8699-e901a554fe74 req-e3799d36-51f2-40d7-ad19-c36a8cfa4d0b tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:41.219567 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-29b75e7b-9b04-471b-8699-e901a554fe74 req-e3799d36-51f2-40d7-ad19-c36a8cfa4d0b tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1101942 Sep 15 13:43:41.270665 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-29b75e7b-9b04-471b-8699-e901a554fe74 req-43b7055c-61be-4462-87fc-44897811e89f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440159 Sep 15 13:43:41.424323 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-560c7f38-231e-4e50-82ba-3d84fe8ee5f1 req-b43f3884-ea62-4373-b253-547e7fca1ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1093357 Sep 15 13:43:41.478913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:43:41.707792 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:41.772631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ad60d-f857-4303-a298-8afeeebf46a2 req-8fcb7932-060d-413b-bb4f-a6c26b039691 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:41.773035 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56254) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:41.783484 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bc4ad60d-f857-4303-a298-8afeeebf46a2 req-8fcb7932-060d-413b-bb4f-a6c26b039691 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1203043 Sep 15 13:43:41.794727 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:43:41.807236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:43:41.826715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:43:41.827428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:43:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:41.871448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bc4ad60d-f857-4303-a298-8afeeebf46a2 req-833b983c-cbee-498e-8d2a-651648f2a250 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855207 Sep 15 13:43:41.985783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] No DVR routers for this DVR port 14bd91b2-af2b-4238-9d3e-591e0bf636d4 on host hv-cinder-80918 {{(pid=82340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:43:41.988813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:41.992630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'name': 'network-vif-deleted', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:43:42.023868 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-31a15992-8020-419c-bb0d-adfc18687ce3 req-b5ee56f8-d000-4028-8a89-2158a28d0ace tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.39 "DELETE /v2.0/ports/14bd91b2-af2b-4238-9d3e-591e0bf636d4 HTTP/1.1" status: 204 len: 173 time: 2.1513865 Sep 15 13:43:42.035735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-b613d7a0-8f7c-4f7a-9c77-28552691b043 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2610042 Sep 15 13:43:42.068497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:42.306209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:42.349898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:42.353062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:43:42.370599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:42.371625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 14bd91b2-af2b-4238-9d3e-591e0bf636d4 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:42.383503 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbda3938-172e-4176-a396-7ec62c9e6229', 'name': 'network-vif-deleted', 'tag': '14bd91b2-af2b-4238-9d3e-591e0bf636d4', 'status': 'completed', 'code': 200} Sep 15 13:43:42.404497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ea77064d-9bb2-4098-a04a-b372ac23115c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:42.452048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 14bd91b2-af2b-4238-9d3e-591e0bf636d4 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:43:42.453080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 14bd91b2-af2b-4238-9d3e-591e0bf636d4 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:43:42.453544 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:42.488725 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cd5b4943-1bd4-4f57-820c-702c84d10975 req-1642a437-e783-4212-970b-9512bb52bbac tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbda3938-172e-4176-a396-7ec62c9e6229 HTTP/1.1" status: 200 len: 210 time: 0.0810380 Sep 15 13:43:42.548718 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:43:42.592076 dv-cinder-809181-1-smb neutron-server[82230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'code': 422} returned with failed status Sep 15 13:43:42.600436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=6']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:42.614305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:42.677698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d098e-11e2-451f-8446-3c966036044e req-d7a2971a-81a3-4b6f-aa22-610e74bc256e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:42.680128 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a95d098e-11e2-451f-8446-3c966036044e req-d7a2971a-81a3-4b6f-aa22-610e74bc256e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1531835 Sep 15 13:43:42.740902 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a95d098e-11e2-451f-8446-3c966036044e req-bcf9ec15-2dc7-4444-b8bd-fd70507307e7 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535603 Sep 15 13:43:42.926274 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-eb3adbb1-4c90-405b-8920-750a06ad57ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a&tenant_id=b68642c021504755b4547135ba90304e HTTP/1.1" status: 200 len: 1097 time: 0.0815229 Sep 15 13:43:42.966684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:42.972304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:43:42.984509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:43:42.985305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:43:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:43.047085 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-f2c5d6d4-3623-4d8e-b8e5-dbeaf2e0b7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68642c021504755b4547135ba90304e&device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1097 time: 0.0981605 Sep 15 13:43:43.173255 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-100825fe-ce47-4c41-9dc8-e2dd495db82c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756&tenant_id=d959c1af37df47bcb4ab73ad6147d1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1054897 Sep 15 13:43:43.180575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c1bf5-c306-4f2f-81a6-1a93c770a44a req-19bf0411-7511-42af-848a-94708f87d810 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:43.182192 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-095c1bf5-c306-4f2f-81a6-1a93c770a44a req-19bf0411-7511-42af-848a-94708f87d810 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1631932 Sep 15 13:43:43.185502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:43:43.199455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-bde2383c-055f-4e67-9d36-16dd9a82793a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:43.201040 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-bde2383c-055f-4e67-9d36-16dd9a82793a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 200 len: 917 time: 0.1479216 Sep 15 13:43:43.348985 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-7d1b4a80-740d-456d-a580-47e52e21b5b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1096 time: 0.1534665 Sep 15 13:43:43.360466 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-1e8b14fb-a95e-4d37-b7a8-4eb060aa6718 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 200 len: 999 time: 0.1518359 Sep 15 13:43:43.365176 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-095c1bf5-c306-4f2f-81a6-1a93c770a44a req-d6668b80-bd77-48c3-a13c-555582580dd4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682670 Sep 15 13:43:43.478046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-3219a084-ff63-42f0-885a-d391e3c5c5f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:43.478659 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-3219a084-ff63-42f0-885a-d391e3c5c5f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 200 len: 855 time: 0.1076150 Sep 15 13:43:43.533397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-ef02de67-f525-4345-a13f-11a6b1194f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:43.535713 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-ef02de67-f525-4345-a13f-11a6b1194f32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.1694996 Sep 15 13:43:43.603589 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-58744d33-3952-4fa1-9300-f29ebbd9b008 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a728393e-10d3-464d-be1d-0b076a0a9a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1164167 Sep 15 13:43:43.668093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56292) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:43.700435 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-16d0d4ae-7f8f-49d6-9f3e-731264c3e563 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 999 time: 0.1565907 Sep 15 13:43:43.771917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-61935123-ef68-4827-a3d3-15e853d68716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:43.775231 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-61935123-ef68-4827-a3d3-15e853d68716 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0664554 Sep 15 13:43:43.814556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:43.820418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef471be-786b-4fe5-ae66-e44fbd2dc266 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': 'e0a6121e-423a-4232-a780-51c55cdf1a9c', 'name': '', 'network_id': '71405d38-b4bf-44bb-a434-ef80a2d0ff08', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:38:08Z', 'updated_at': '2021-09-15T13:38:25Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'subnets': [{'id': 'c2973333-8f3f-4bb5-958d-4e27c6002661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:43:43.843684 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-10c2fbb5-f24d-422a-84e2-0d73aaccecf2 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323608 Sep 15 13:43:43.852203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:43.876483 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-808e8b88-0e88-4114-bcb5-9446e0a5e10f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951691 Sep 15 13:43:43.970918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:44.024639 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-20b867f5-8d07-4feb-b9d2-44f14622d1ba service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411750 Sep 15 13:43:44.308745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e506f-d3e9-42c1-a66d-2a37c442f4eb None None] New status for floating IP 0559d71e-c70e-4df4-a309-e9b10da8e016: DOWN {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:43:44.356960 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a8b3cb1a-88dc-4f65-bbe0-93d041ac77de req-797a717f-44d8-4af7-bcfa-f1d27fe9d4e0 service neutron] 10.222.0.39 "GET /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058544 Sep 15 13:43:44.370653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16868218-f084-42ac-adbb-df1399b34fa3 req-5a33a844-1380-4960-bb14-b04703704ac0 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:44.375697 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-16868218-f084-42ac-adbb-df1399b34fa3 req-5a33a844-1380-4960-bb14-b04703704ac0 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.4858546 Sep 15 13:43:44.378185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:44.388050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ef38cab7-b9d0-41d6-8374-64347e921dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:44.397649 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-dad4ab4f-b3c4-40b7-9b98-e0f5675a05f7 req-bf4ec0ad-d3c7-48c0-b6e2-4c24e76bb39d service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664935 Sep 15 13:43:44.454967 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-16868218-f084-42ac-adbb-df1399b34fa3 req-4db94374-546f-4ffa-b9be-74ec3f11592b tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683677 Sep 15 13:43:44.456658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e15491-8622-4b7a-8587-225dc19a8fe0,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:44.459451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:44.467222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:44.468569 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "DELETE /v2.0/security-groups/c8e15491-8622-4b7a-8587-225dc19a8fe0 HTTP/1.1" status: 204 len: 168 time: 0.7994490 Sep 15 13:43:44.472379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56300) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:44.497967 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.v2.resource [None req-fdbc3aeb-e923-401a-8355-d778058b4509 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] show failed (client error): The resource could not be found. Sep 15 13:43:44.499269 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-fdbc3aeb-e923-401a-8355-d778058b4509 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "GET /v2.0/security-groups/c8e15491-8622-4b7a-8587-225dc19a8fe0 HTTP/1.1" status: 404 len: 347 time: 0.0254521 Sep 15 13:43:44.502233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56304) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:44.721152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Deleting port 62a7715b-08ea-40b0-932b-4630087bdf8b {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:44.722470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:44.835787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e382-8696-4297-9b5a-ad9dbf286971 req-0698c120-057e-43ca-a007-85bae050c008 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:44.837392 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ab74e382-8696-4297-9b5a-ad9dbf286971 req-0698c120-057e-43ca-a007-85bae050c008 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.2665865 Sep 15 13:43:44.973192 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ab74e382-8696-4297-9b5a-ad9dbf286971 req-c978d396-fb07-464b-b8a2-878e3d0b5c59 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852296 Sep 15 13:43:44.974981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:44.975317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:45.120710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Calling delete_port for 62a7715b-08ea-40b0-932b-4630087bdf8b owned by network:floatingip {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:45.135167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-223feb14-c737-49ef-9feb-839934feb9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:45.265673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:45.270205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cafafbd9-08c5-48b5-b6e7-1d7406c1f5d8 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:45.333764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Pushing event deleted for resources: {'Port': ['ID=62a7715b-08ea-40b0-932b-4630087bdf8b,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:45.336542 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:45.432129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:45.448493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:45.449857 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] 10.222.0.22 "DELETE /v2.0/floatingips/0559d71e-c70e-4df4-a309-e9b10da8e016 HTTP/1.1" status: 204 len: 168 time: 0.9462848 Sep 15 13:43:45.763603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fe766-2c2d-45d0-8349-8bf64cda8f60 req-903bb103-4991-4d90-abd1-933843b096a5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:45.773798 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b45fe766-2c2d-45d0-8349-8bf64cda8f60 req-903bb103-4991-4d90-abd1-933843b096a5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1247435 Sep 15 13:43:45.843602 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b45fe766-2c2d-45d0-8349-8bf64cda8f60 req-452a8aad-186d-4f40-abbd-e34a544233a5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682375 Sep 15 13:43:46.222813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700335b-f1ab-4846-afb2-55a8eaa107c2 req-1144df7d-e64d-4656-acd2-bb136524100a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:46.224409 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5700335b-f1ab-4846-afb2-55a8eaa107c2 req-1144df7d-e64d-4656-acd2-bb136524100a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0900342 Sep 15 13:43:46.274561 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5700335b-f1ab-4846-afb2-55a8eaa107c2 req-cb11c5e7-9caf-4537-a34f-2410b4bfc9b9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438175 Sep 15 13:43:46.563418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:47.129613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109e802-4773-45f6-8eff-027273dff8f8 req-973783e1-4cb1-4e54-823b-9a3d92b157ac tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:47.131202 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5109e802-4773-45f6-8eff-027273dff8f8 req-973783e1-4cb1-4e54-823b-9a3d92b157ac tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1219268 Sep 15 13:43:47.182489 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5109e802-4773-45f6-8eff-027273dff8f8 req-e70704d7-c20a-47ed-8d47-6dd302bf467e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452344 Sep 15 13:43:47.515777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeecf1e-f5e9-487c-bd77-2fb9ec3f2772 req-5256f9f8-0805-41b1-a0c4-1d0d3a6da26c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:47.517410 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdeecf1e-f5e9-487c-bd77-2fb9ec3f2772 req-5256f9f8-0805-41b1-a0c4-1d0d3a6da26c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0855753 Sep 15 13:43:47.567895 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cdeecf1e-f5e9-487c-bd77-2fb9ec3f2772 req-e092c764-b71b-49e6-9e27-39bcf7113a48 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Sep 15 13:43:47.568465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6637b048-8485-4a8d-8bf9-4d741166ca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:47.777688 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:48.460647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0eeb9-b617-44f8-90fe-3f7513463f01 req-d121bf3f-e197-4246-a7c3-9941d1dccec0 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:48.464643 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f4a0eeb9-b617-44f8-90fe-3f7513463f01 req-d121bf3f-e197-4246-a7c3-9941d1dccec0 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1035750 Sep 15 13:43:48.523480 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f4a0eeb9-b617-44f8-90fe-3f7513463f01 req-102541bd-4ae8-4da2-8afb-144b1bc676e5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521300 Sep 15 13:43:48.804580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb5ef-a517-4112-8d9e-1eff8caeffd8 req-d46b1a70-a8ff-4b62-9384-ea6bd04fc4b0 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:48.806205 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-876eb5ef-a517-4112-8d9e-1eff8caeffd8 req-d46b1a70-a8ff-4b62-9384-ea6bd04fc4b0 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0928197 Sep 15 13:43:48.860292 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-876eb5ef-a517-4112-8d9e-1eff8caeffd8 req-1c4e4554-b85c-46d4-8193-065c60737b91 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462217 Sep 15 13:43:49.317687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:49.742323 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8f392-6f0f-444f-b4d4-d3942df0640d req-de3eb8bd-3325-4dd0-8bec-bc222a3e5e8a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:49.743959 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3a8f392-6f0f-444f-b4d4-d3942df0640d req-de3eb8bd-3325-4dd0-8bec-bc222a3e5e8a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.0869021 Sep 15 13:43:49.801388 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3a8f392-6f0f-444f-b4d4-d3942df0640d req-b1bbd762-a513-4038-893f-f46c40b0b2ee tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513399 Sep 15 13:43:49.879329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56432) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:50.099926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe4bc-de17-4778-868a-7a9f135b96fe req-6f578618-184f-45fe-bcef-e55cf6655865 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:50.101645 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85dbe4bc-de17-4778-868a-7a9f135b96fe req-6f578618-184f-45fe-bcef-e55cf6655865 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1039014 Sep 15 13:43:50.152245 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-85dbe4bc-de17-4778-868a-7a9f135b96fe req-5515a3ed-01a4-4482-be8a-3defc8425f0d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Sep 15 13:43:50.457197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:50.804096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56446) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:50.999089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.038113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:43:51.042243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Usage tracker for resource:security_group_rule and tenant:acf02c01f20b411c969dc4358ae3ac14 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:43:51.045626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:43:51.052521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:43:51.091365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eac54-a6bc-4c03-b338-963f525e9b45 req-c0f699cd-4570-45f9-9013-4e2678553f6a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:51.093002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c71eac54-a6bc-4c03-b338-963f525e9b45 req-c0f699cd-4570-45f9-9013-4e2678553f6a tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1146052 Sep 15 13:43:51.146494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.151057 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.160873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d658f5ad-22a8-482e-9dfa-6dc482b28ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:51.185146 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c71eac54-a6bc-4c03-b338-963f525e9b45 req-806f4874-50f8-460d-8fea-0c709078eb8d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598567 Sep 15 13:43:51.217920 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acf02c01f20b411c969dc4358ae3ac14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4107077 Sep 15 13:43:51.224875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56456) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:51.228687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b43022-67c4-4883-92bf-4fa2d8e91289,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:51.232271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:51.439276 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076ec79-d6c8-4c3f-8b58-ca3755f52749 req-866a409a-d12f-441f-b876-39f512e9b4f7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:51.441675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8076ec79-d6c8-4c3f-8b58-ca3755f52749 req-866a409a-d12f-441f-b876-39f512e9b4f7 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0963194 Sep 15 13:43:51.521607 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8076ec79-d6c8-4c3f-8b58-ca3755f52749 req-7b505d7f-61b7-4df9-9d3e-4a607d663729 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735149 Sep 15 13:43:51.594377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Deleting port e0a6121e-423a-4232-a780-51c55cdf1a9c {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:51.594754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.644782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.705038 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.856470 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.861106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] For port e0a6121e-423a-4232-a780-51c55cdf1a9c, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e0a6121e-423a-4232-a780-51c55cdf1a9c,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:51.861489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:51.870743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c61b7119-66b9-4472-a070-0be4f664bd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:51.937578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b43022-67c4-4883-92bf-4fa2d8e91289,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:51.999112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:52.007006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Calling delete_port for e0a6121e-423a-4232-a780-51c55cdf1a9c owned by network:router_interface {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:52.034506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:52.035728 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58b43022-67c4-4883-92bf-4fa2d8e91289 HTTP/1.1" status: 204 len: 168 time: 0.8096838 Sep 15 13:43:52.191551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:52.195886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e937c64-9ba1-49e6-9f87-f22e632f7c05 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:52.241944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a6121e-423a-4232-a780-51c55cdf1a9c,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:52.246463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:52.685750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694e6d0-dab1-4625-bdf3-2ffd2da869d8 req-7de53950-c00f-4a2b-817c-a1c1a13a7d2e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:52.687334 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7694e6d0-dab1-4625-bdf3-2ffd2da869d8 req-7de53950-c00f-4a2b-817c-a1c1a13a7d2e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1905513 Sep 15 13:43:52.777727 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7694e6d0-dab1-4625-bdf3-2ffd2da869d8 req-773270f6-781d-404d-8edb-2c0db7730b4c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828445 Sep 15 13:43:52.796944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:52.797684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a53e88-5908-4125-b047-4d6ad5fa3180 req-c75807c4-88c6-439c-ae0a-6933153fd07b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:52.801828 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-61a53e88-5908-4125-b047-4d6ad5fa3180 req-c75807c4-88c6-439c-ae0a-6933153fd07b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1113751 Sep 15 13:43:52.857221 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-61a53e88-5908-4125-b047-4d6ad5fa3180 req-0ed9de0e-db02-4e10-b2d0-49ae7995c6e5 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Sep 15 13:43:53.428887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:43:53.638726 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:43:53.649145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Sync routers for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:43:53.654015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-450fc76a-0e33-4800-8ad3-caf0be820c64 admin admin] 10.222.0.22 "PUT /v2.0/routers/1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7724657 Sep 15 13:43:53.655779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56468) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:53.663603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:43:53.664282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:43:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:53.871891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:43:53.984732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:54.067249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b6393-123d-4a5b-8ed1-9b1826e05d2b req-48282d22-fd3b-4d57-a7a4-7478f1082203 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:54.068907 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1b2b6393-123d-4a5b-8ed1-9b1826e05d2b req-48282d22-fd3b-4d57-a7a4-7478f1082203 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1516800 Sep 15 13:43:54.134945 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1b2b6393-123d-4a5b-8ed1-9b1826e05d2b req-a3f28107-7f88-4d00-afb2-63c22daa79c1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598578 Sep 15 13:43:54.274512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a43e-bc46-4298-927a-9f1e1770ae86 req-afda8b39-9736-4aab-bdf0-637b7f290b8b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:54.276170 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e333a43e-bc46-4298-927a-9f1e1770ae86 req-afda8b39-9736-4aab-bdf0-637b7f290b8b tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1982830 Sep 15 13:43:54.302084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:43:52Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:54.310698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Checking router: 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:43:54.326150 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Routers {'1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:43:54.327037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:43:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:54.344904 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e333a43e-bc46-4298-927a-9f1e1770ae86 req-00a32783-6544-49a0-9191-6c0598703c6c tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598183 Sep 15 13:43:54.419376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:54.427974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Deleting port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:54.428431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:54.542586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] Set router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:43:54.615242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] For port 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:54.615636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:54.747968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Calling delete_port for 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 owned by network:router_gateway {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:54.863324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:43:52Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:54.867477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876c2244-6952-44b9-96a7-a613ee272972 None None] The sync data for ids ['1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41'] in dv-cinder-809181-1-smb is: [{'id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'name': 'tempest-AttachVolumeTestJSON-1681705983-router', 'tenant_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:49Z', 'updated_at': '2021-09-15T13:43:52Z', 'revision_number': 5, 'project_id': 'f28e4155cbcb437bbc78e2be6284cc0d', 'gw_port': {'id': '5e1a6b1c-3a9d-4922-8620-94afcbdc8da5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:43:54.937642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:54.942929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-842c69f1-887f-43d9-8da6-3aebdb700633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:54.986085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1a6b1c-3a9d-4922-8620-94afcbdc8da5,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:54.989582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:55.244701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.376615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329108c9-8fe1-499a-8a9b-d95ea63b0b6a req-91ede9be-322c-4430-94b0-2eb09690cc92 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:55.378262 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-329108c9-8fe1-499a-8a9b-d95ea63b0b6a req-91ede9be-322c-4430-94b0-2eb09690cc92 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1010222 Sep 15 13:43:55.432576 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-329108c9-8fe1-499a-8a9b-d95ea63b0b6a req-46bbf83f-acbd-4058-868a-4d1a9d458129 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479207 Sep 15 13:43:55.568793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.579439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.627916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258bde2-5d86-4f4b-83d0-10c1c6ffa54e req-ef8f9f21-66ad-4e81-888a-f7ce37a6aeb6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:55.629513 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a258bde2-5d86-4f4b-83d0-10c1c6ffa54e req-ef8f9f21-66ad-4e81-888a-f7ce37a6aeb6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.1097014 Sep 15 13:43:55.633424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.633967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 {{(pid=82340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:43:55.692891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.694124 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-22f07db3-cb5a-4ec1-b9aa-ca72cc587e22 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1e4785f2-a8f7-4a4e-bdb9-e723e8f01c41 HTTP/1.1" status: 204 len: 168 time: 2.0370038 Sep 15 13:43:55.696998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56482) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:55.698797 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a258bde2-5d86-4f4b-83d0-10c1c6ffa54e req-c8961e64-25ae-45c1-a248-579ebb874a6a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627346 Sep 15 13:43:55.770346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Deleting subnet c2973333-8f3f-4bb5-958d-4e27c6002661 {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:43:55.773488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.801917 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e0a6121e-423a-4232-a780-51c55cdf1a9c no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:55.828356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:55.835484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: e0a6121e-423a-4232-a780-51c55cdf1a9c {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:43:55.835883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e0a6121e-423a-4232-a780-51c55cdf1a9c not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:43:55.952294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.027792 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.032364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:56.068285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2973333-8f3f-4bb5-958d-4e27c6002661,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:56.073024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:56.075483 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.084489 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c2973333-8f3f-4bb5-958d-4e27c6002661 HTTP/1.1" status: 204 len: 168 time: 0.3839884 Sep 15 13:43:56.084665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee3e54-4918-4fac-91b1-6a2610840ac4 None None] Network 71405d38-b4bf-44bb-a434-ef80a2d0ff08 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:43:56.084768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56486) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:56.363103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] DHCP port deletion for 71405d38-b4bf-44bb-a434-ef80a2d0ff08 request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:43:56.367808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Deleting port 4eed30da-39df-4c3a-8391-dddf8dbcda3a {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:56.368270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.411008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.422149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Deleting port 4eed30da-39df-4c3a-8391-dddf8dbcda3a {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:56.422538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.638360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] For port 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=4eed30da-39df-4c3a-8391-dddf8dbcda3a,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:56.638701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.727070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] For port 4eed30da-39df-4c3a-8391-dddf8dbcda3a, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=4eed30da-39df-4c3a-8391-dddf8dbcda3a,segment=NetworkSegment(7bbba6cb-8e07-4f2c-87b2-836775e1a3df),segment_id=7bbba6cb-8e07-4f2c-87b2-836775e1a3df)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:56.727467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:56.771930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Calling delete_port for 4eed30da-39df-4c3a-8391-dddf8dbcda3a owned by network:dhcp {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:56.860116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Calling delete_port for 4eed30da-39df-4c3a-8391-dddf8dbcda3a owned by network:dhcp {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:43:56.928015 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa7e6f-0a9d-448f-86ef-c7aca4ca29f0 req-2f9730e0-ac02-45df-9554-557bb0b70cc9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:56.930218 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-61fa7e6f-0a9d-448f-86ef-c7aca4ca29f0 req-2f9730e0-ac02-45df-9554-557bb0b70cc9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0942461 Sep 15 13:43:56.945016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206359-e0ac-4f2d-af62-6784668caaa8 req-bb0bd839-6750-4654-b3e7-dc4c6db66895 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:56.946774 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68206359-e0ac-4f2d-af62-6784668caaa8 req-bb0bd839-6750-4654-b3e7-dc4c6db66895 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.2919178 Sep 15 13:43:56.985665 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-61fa7e6f-0a9d-448f-86ef-c7aca4ca29f0 req-faaffc6f-bc05-4f09-bd7a-3a48811db9c8 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 Sep 15 13:43:57.000680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.008992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ed95e90-acbe-4b1d-b919-5869fdd9836c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:57.057408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eed30da-39df-4c3a-8391-dddf8dbcda3a,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:57.061681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:57.065200 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-68206359-e0ac-4f2d-af62-6784668caaa8 req-397d3226-8a85-4a28-b7e8-b2847057758e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026320 Sep 15 13:43:57.067445 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] No DVR routers for this DVR port 4eed30da-39df-4c3a-8391-dddf8dbcda3a on host dv-cinder-809181-1-smb {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:43:57.068707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82341) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:43:57.068951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:43:57.191044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.204309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71405d38-b4bf-44bb-a434-ef80a2d0ff08']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:57.217545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbba6cb-8e07-4f2c-87b2-836775e1a3df') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:57.217889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbba6cb-8e07-4f2c-87b2-836775e1a3df') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:43:57.229813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.251781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.258951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:43:57.259378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:43:57.273488 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:43:57.351869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.355652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0cc551e8-71d1-40d4-ad41-652120f695a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:57.370129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.381552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=71405d38-b4bf-44bb-a434-ef80a2d0ff08,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:57.387832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:57.395388 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] 10.222.0.22 "DELETE /v2.0/networks/71405d38-b4bf-44bb-a434-ef80a2d0ff08 HTTP/1.1" status: 204 len: 168 time: 1.3096604 Sep 15 13:43:57.570056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Deleting port 4eed30da-39df-4c3a-8391-dddf8dbcda3a {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:43:57.570589 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.595417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56496) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:57.636365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5614d0af-af86-44ff-9fb7-ff68c30a3295 None None] The port '4eed30da-39df-4c3a-8391-dddf8dbcda3a' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:43:57.652843 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b6786324-86a2-4abc-8fb7-ea614deaaaad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f28e4155cbcb437bbc78e2be6284cc0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554769 Sep 15 13:43:57.655574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56500) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:43:57.720646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.746613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.789225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:57.792801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.797931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3c4c58e1-38e1-4be5-9ef5-90b310b16900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:57.811639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2558e-3367-4ee7-a4dc-6833fa141240,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:57.814335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:57.821026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:57.822247 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53e2558e-3367-4ee7-a4dc-6833fa141240 HTTP/1.1" status: 204 len: 168 time: 0.1655829 Sep 15 13:43:57.830894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:43:57.831350 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5e1a6b1c-3a9d-4922-8620-94afcbdc8da5 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:43:57.831798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 4eed30da-39df-4c3a-8391-dddf8dbcda3a no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:43:57.866309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 4eed30da-39df-4c3a-8391-dddf8dbcda3a {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:43:57.866721 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 4eed30da-39df-4c3a-8391-dddf8dbcda3a not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:43:58.090112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:43:58.216509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2fdde-0938-4b31-a511-cf86a6a99608 req-c18768c6-2918-4097-aeb6-53ac5420fcfc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:58.218636 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bc2fdde-0938-4b31-a511-cf86a6a99608 req-c18768c6-2918-4097-aeb6-53ac5420fcfc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 944 time: 0.0941148 Sep 15 13:43:58.280467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:58.295942 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'port_id': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'mac_address': 'fa:16:3e:03:6a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:43:58.320011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e09b2b-dbcd-4a00-b1be-3645861fcd89 req-b471436d-e620-4d3f-92ae-6b43ece4693e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:58.321735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11e09b2b-dbcd-4a00-b1be-3645861fcd89 req-b471436d-e620-4d3f-92ae-6b43ece4693e tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 943 time: 0.1138406 Sep 15 13:43:58.371032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:58.396590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a27fcf-c569-4013-9a48-4f9e0b917abb {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:43:58.401293 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-11e09b2b-dbcd-4a00-b1be-3645861fcd89 req-a3938556-ceb2-436d-b87e-652b427e5d75 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716612 Sep 15 13:43:58.417950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:58.422014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:58.422841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:43:58.428227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:58.535527 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1bc2fdde-0938-4b31-a511-cf86a6a99608 req-e6548f20-2d63-489c-b904-e8b4666ed344 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107750 Sep 15 13:43:58.590564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=7']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:58.598144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:58.642462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:58.656636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'port_id': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'mac_address': 'fa:16:3e:65:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:43:58.712536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:58.731058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:43:58.746100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:43:58.749121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:43:58.752056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:43:58.820326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=9']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:43:58.823598 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:43:58.977239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['1c4c9ee4-8842-413a-ac2b-3b043b8063ac'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:43:59.010802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['b4a27fcf-c569-4013-9a48-4f9e0b917abb'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:43:59.607833 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f820c73-8585-4678-84ab-b6ea43d58841 req-331e3560-5b09-4c1e-acb2-1fd82c1bcc0f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:59.609900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3f820c73-8585-4678-84ab-b6ea43d58841 req-331e3560-5b09-4c1e-acb2-1fd82c1bcc0f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 944 time: 0.0922468 Sep 15 13:43:59.662711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3f820c73-8585-4678-84ab-b6ea43d58841 req-88930679-2483-4143-b221-f587c9978173 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461617 Sep 15 13:43:59.755175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c21cc-1956-48a4-b2d8-74c2653cff52 req-76923217-4b0c-48a0-8e3e-ae659e20d517 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:43:59.756771 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f01c21cc-1956-48a4-b2d8-74c2653cff52 req-76923217-4b0c-48a0-8e3e-ae659e20d517 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 945 time: 0.0832708 Sep 15 13:43:59.806000 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f01c21cc-1956-48a4-b2d8-74c2653cff52 req-72dd8e41-8abc-4b46-a3af-ab115cd064a9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Sep 15 13:44:00.105174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:44:00.174874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port b4a27fcf-c569-4013-9a48-4f9e0b917abb triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:44:00.175289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.296131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.324436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:00.334733 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:00.338346 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.339250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:44:00.368549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:00.414212 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'code': 200} Sep 15 13:44:00.464658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=8']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:00.467999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:00.479138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:44:00.479549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.603115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.640373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:00.646324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:00.648289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:00.708987 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f38d668d-374d-4277-9f73-e7b08154b1ea req-5aca6bdc-627a-40db-b48c-4c5d720c60d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.0752563 Sep 15 13:44:00.723098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=10']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:00.734729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:00.759363 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f38d668d-374d-4277-9f73-e7b08154b1ea req-5f36cf7e-d2d3-4c93-b258-921aff457718 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431297 Sep 15 13:44:00.884441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5e8cc-68a1-4dba-80a3-9abd5645d9c7 req-e8218387-cac5-442a-afea-55964ffbd625 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:00.886527 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bca5e8cc-68a1-4dba-80a3-9abd5645d9c7 req-e8218387-cac5-442a-afea-55964ffbd625 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0896182 Sep 15 13:44:00.938675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bca5e8cc-68a1-4dba-80a3-9abd5645d9c7 req-05f8ea39-8eca-4ba4-8304-0e9d0f8bcd31 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444691 Sep 15 13:44:01.035765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39788e1-bdfc-4810-b528-6c686f94945c req-63daddb2-d33a-4d7b-ac4c-73ef260819bd tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:01.037367 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d39788e1-bdfc-4810-b528-6c686f94945c req-63daddb2-d33a-4d7b-ac4c-73ef260819bd tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0877662 Sep 15 13:44:01.086902 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d39788e1-bdfc-4810-b528-6c686f94945c req-8382e67b-bddb-4699-8d66-0b45f326be36 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Sep 15 13:44:02.150246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80a453-8593-41be-808e-6504541c307b req-b7786a05-ee86-4b64-aa09-e2baac5039c5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:02.151877 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7f80a453-8593-41be-808e-6504541c307b req-b7786a05-ee86-4b64-aa09-e2baac5039c5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0826073 Sep 15 13:44:02.199425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7f80a453-8593-41be-808e-6504541c307b req-54300622-fc0d-4039-b461-91d9cb405b31 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415618 Sep 15 13:44:02.303106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df950d8-f911-48bd-a9a9-68399ee6f662 req-3954ced3-da3c-4bef-b386-53d4b7e431e4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:02.304635 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6df950d8-f911-48bd-a9a9-68399ee6f662 req-3954ced3-da3c-4bef-b386-53d4b7e431e4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0823617 Sep 15 13:44:02.356288 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-6df950d8-f911-48bd-a9a9-68399ee6f662 req-aff5e349-abc5-4206-9b2a-44f2b885dedc tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455854 Sep 15 13:44:02.415711 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:02.468944 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'code': 200} Sep 15 13:44:02.703887 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0dd6f1e-7c36-43da-adca-c7e026a0b960 req-bba76c1b-32d0-4642-b8cf-f062dfab4a20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 1100 time: 0.0725281 Sep 15 13:44:02.747455 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d0dd6f1e-7c36-43da-adca-c7e026a0b960 req-a3229284-f964-44e9-aaf7-5080e247fbc3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Sep 15 13:44:03.570403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b98fa6-61fe-4f41-a44c-5fc43fe4954e req-7b0bde26-550b-483a-945c-2d9f8fd1e916 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:03.571971 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-79b98fa6-61fe-4f41-a44c-5fc43fe4954e req-7b0bde26-550b-483a-945c-2d9f8fd1e916 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0845337 Sep 15 13:44:03.620019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-79b98fa6-61fe-4f41-a44c-5fc43fe4954e req-140b24dc-c29e-4dd1-9dac-8e0bea9541e0 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Sep 15 13:44:04.520904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:44:04.842077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ab11-ba79-42c5-ab4c-eea841322269 req-90e505df-95b3-4a8f-85cd-fb6f39349e56 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:04.843602 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2c87ab11-ba79-42c5-ab4c-eea841322269 req-90e505df-95b3-4a8f-85cd-fb6f39349e56 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0854449 Sep 15 13:44:04.889828 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2c87ab11-ba79-42c5-ab4c-eea841322269 req-b65828a3-7289-4eee-835b-c4d41c83c15a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Sep 15 13:44:08.874973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56694) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:09.022701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.056434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:09.060406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Usage tracker for resource:security_group_rule and tenant:e88fd5429601492a823c39167930a44e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:09.063326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:09.069259 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:09.134913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.137258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.144376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-51fcb3c6-6dfd-43f9-a37e-6d6fc56a80cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:09.190434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381169c5-62bc-44c6-976a-ebf4f1344b63,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:09.195038 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e88fd5429601492a823c39167930a44e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3189917 Sep 15 13:44:09.196005 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:09.198252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56700) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:09.258671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.286321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.329666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.334110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-854ed46d-51fe-403c-867b-1c40304084bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:09.346354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381169c5-62bc-44c6-976a-ebf4f1344b63,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:09.348968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:09.353927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.355188 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-df384b38-602c-4c2b-bc10-639d1e9ba4b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/381169c5-62bc-44c6-976a-ebf4f1344b63 HTTP/1.1" status: 204 len: 168 time: 0.1563880 Sep 15 13:44:09.684693 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56708) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:09.704460 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.737362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:09.741576 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0ecdc17b964e3e8e71a33b4ac580c5 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:09.744609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:09.750666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:09.817245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.819986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.827188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b1479e0-8a78-4b86-880e-2e1f5138edbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:09.869291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8bf86-92cf-4ecc-85e0-a7d6432f6f13,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:09.873475 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f0ecdc17b964e3e8e71a33b4ac580c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877165 Sep 15 13:44:09.874482 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:09.876298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56712) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:09.942699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:09.969107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.012546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.017251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:10.027647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8bf86-92cf-4ecc-85e0-a7d6432f6f13,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:10.032373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:10.034643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.035855 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f3e8543f-bf7e-4ca7-a7a3-5172fe7fafcf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1a8bf86-92cf-4ecc-85e0-a7d6432f6f13 HTTP/1.1" status: 204 len: 168 time: 0.1580784 Sep 15 13:44:10.432487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56720) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:10.452004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.484247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:10.488827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1fc9d6fa4a44749e4f8ea42350148f is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:10.491723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:10.497888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:10.564095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.566993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.574189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8b2a6c2b-b718-4bea-9bcf-ce32b3a06307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:10.616301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6e09c3-bd0a-4248-85b0-7bb0ccb0c1bd,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:10.619511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:10.621799 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-95f2f772-6231-4035-860c-177605c698f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c1fc9d6fa4a44749e4f8ea42350148f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1882639 Sep 15 13:44:10.624626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56724) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:10.690437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.716892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.760047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.764986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3f95e48f-16c0-45d7-a7a0-f6ead9869e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:10.776003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6e09c3-bd0a-4248-85b0-7bb0ccb0c1bd,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:10.780700 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:10.782673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:10.784698 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e5ac35b1-ab8f-4a49-be5f-d702de0482bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa6e09c3-bd0a-4248-85b0-7bb0ccb0c1bd HTTP/1.1" status: 204 len: 168 time: 0.1590900 Sep 15 13:44:11.697008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:15.127405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9098c086-3d5d-4317-9063-7e12c4e00dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:15.935759 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 56786) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:16.086739 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.119141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:16.123080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b175ba2543db4980989972218d5f282e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:16.125981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:16.132651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:16.198304 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.201080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.208394 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b10a2f18-c6d4-4c94-bf60-a302a3057c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:16.254223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe8b71b-7362-438d-81e4-a2bfe39289b9,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:16.260145 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b175ba2543db4980989972218d5f282e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3233020 Sep 15 13:44:16.263055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56792) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:16.265911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.266749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.267167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.267767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.268358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.268849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.269247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.269646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.270041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.270462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.270859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:16.274957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3b2e3ae0-008e-40c2-aa27-8c2efc0712f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:16.327388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.358349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.401715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.406753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-44fd11c4-0e31-43e3-b2bc-bb149973beff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:16.421447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe8b71b-7362-438d-81e4-a2bfe39289b9,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:16.424642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:16.425841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.427148 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbe8b71b-7362-438d-81e4-a2bfe39289b9 HTTP/1.1" status: 204 len: 168 time: 0.1629040 Sep 15 13:44:16.565367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.758160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56800) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:16.778173 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.811088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:16.815068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Usage tracker for resource:security_group_rule and tenant:0b5c297449ed4f8f80f633146911a092 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:16.817920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:16.823862 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:16.889778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.893171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:16.901098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ae3ba204-6c8c-4721-90c2-365de920ddac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:16.944277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13b1c3-e3ed-4344-b2ac-eed027bbfdbf,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:16.947427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:16.949686 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-40ce3a6a-7de5-4a74-9fa4-3bdaa9712cbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b5c297449ed4f8f80f633146911a092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1904104 Sep 15 13:44:16.952558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56804) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:17.018632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:17.044998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:17.087888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:17.092689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-333d7729-2eb6-416a-9a7a-f3e443431e01 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:17.106475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13b1c3-e3ed-4344-b2ac-eed027bbfdbf,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:17.109189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:17.110333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:17.112116 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b13b1c3-e3ed-4344-b2ac-eed027bbfdbf HTTP/1.1" status: 204 len: 168 time: 0.1584969 Sep 15 13:44:17.560014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0d53-e487-442f-8841-5dddb8aa71d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:17.780404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:19.303278 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.313158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56848) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:21.461529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.493449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:21.497362 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Usage tracker for resource:security_group_rule and tenant:38ed25c76d3b4c4e97cffa64f96992d5 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:21.500271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:21.506875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:21.572241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.574955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.582113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7c2fd467-a23b-4190-bca3-3f6f3cb1dc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:21.622678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6126c7dc-f7af-400b-9405-bb1da99c65fe,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:21.625857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:21.629533 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38ed25c76d3b4c4e97cffa64f96992d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3152866 Sep 15 13:44:21.632404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56854) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:21.697201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.723351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.766943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.771708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5b3b48d7-3b41-4efc-9696-9df450850160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:21.785520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6126c7dc-f7af-400b-9405-bb1da99c65fe,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:21.787930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:21.790062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:21.793980 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6126c7dc-f7af-400b-9405-bb1da99c65fe HTTP/1.1" status: 204 len: 168 time: 0.1578710 Sep 15 13:44:23.070673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56884) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:23.227366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.259452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:23.265006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d63d68d6043941d190cdf004e2981461 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:23.267937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:23.274125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:23.341465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.344393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.352268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-34a3c2a5-cab6-44a9-8e70-5c2959480679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:23.400931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b345a79-6029-423a-8f25-4aabc6f97d99,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:23.404222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:23.407153 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e2372966-7783-429e-aabd-4ec7dc1147d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d63d68d6043941d190cdf004e2981461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3354094 Sep 15 13:44:23.410680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 56892) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:23.473186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.499349 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.543691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.548550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-81175c2b-6609-409f-b1bc-26c7871bab25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:23.562916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b345a79-6029-423a-8f25-4aabc6f97d99,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:23.565251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:23.567602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:23.570413 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-be077a13-54dc-4343-9d20-9a2eaa71ab99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b345a79-6029-423a-8f25-4aabc6f97d99 HTTP/1.1" status: 204 len: 168 time: 0.1570299 Sep 15 13:44:26.224754 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-14d0787d-9665-49b9-9270-02a40639c1f6 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=92690249b1194262820fb92d9e1cd048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317502 Sep 15 13:44:26.383061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-504e1f5b-7735-4bbc-9927-dafbe55de75e tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:26.384625 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-504e1f5b-7735-4bbc-9927-dafbe55de75e tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545002 Sep 15 13:44:26.402015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-4aac50ca-b63c-4c8a-86b0-702395639789 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/quotas/92690249b1194262820fb92d9e1cd048 HTTP/1.1" status: 200 len: 375 time: 0.0114686 Sep 15 13:44:26.451405 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e7dfe56c-796e-483f-a094-27c34db4cad3 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92690249b1194262820fb92d9e1cd048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442140 Sep 15 13:44:26.646924 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-3a52e139-3dda-4bdf-b44c-187978ce141f req-f5fec31d-cd64-43f9-a407-c010ccd6ab9b tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 210 time: 0.0487695 Sep 15 13:44:27.603202 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-ff645078-b270-4f9b-b463-1d47a089ccae tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=92690249b1194262820fb92d9e1cd048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312219 Sep 15 13:44:27.765465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-eb051da6-c04d-45f0-ae9e-2e96f056b1fb tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:27.767085 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-eb051da6-c04d-45f0-ae9e-2e96f056b1fb tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582279 Sep 15 13:44:27.819283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Request body: {'port': {'device_id': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8', 'admin_state_up': True, 'tenant_id': '92690249b1194262820fb92d9e1cd048'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:44:27.842337 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8a7bf675-6d52-4f45-a3bc-addb8a8085e7 req-f4e4be94-9e0d-471d-bfa3-00dcfa41b271 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 210 time: 0.0690708 Sep 15 13:44:27.966391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:27.970389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Usage tracker for resource:port and tenant:92690249b1194262820fb92d9e1cd048 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:27.973335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:27.979331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:27.988418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Made reservation on behalf of 92690249b1194262820fb92d9e1cd048 for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:44:27.993754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.007355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.039383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:28.043305 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Usage tracker for resource:security_group_rule and tenant:92690249b1194262820fb92d9e1cd048 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:28.046090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:28.052541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:28.120032 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.122701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.126890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a84eafa8-1c31-4b04-869f-f387f9b25d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:28.213691 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de71c39-1b0e-4b1c-a484-db88c51583d6,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:28.219151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:28.299664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Allocated IP 192.168.233.68 (96943302-23a0-4e8b-bc97-86b7cf501bf8/6437412b-8d10-4f1d-9134-eb29e36a16dd/634be97c-c0b8-4872-849c-101d6d495324) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:44:28.504277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.519911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Transition to ACTIVE for port object 634be97c-c0b8-4872-849c-101d6d495324 will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:28.539300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.544703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:28.617342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Network 96943302-23a0-4e8b-bc97-86b7cf501bf8 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:44:28.620626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:28.624970 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:44:28.651453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Pushing event updated for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:28.657258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:28.691450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:28.692088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.724013 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9095738 Sep 15 13:44:28.737361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Request body: {'port': {'device_id': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:44:28.856498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:28.969444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-8d4599e0-cbb3-4840-85d5-88be2bfc21ce None None] Provisioning for port 634be97c-c0b8-4872-849c-101d6d495324 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:44:28.975743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-8d4599e0-cbb3-4840-85d5-88be2bfc21ce None None] Provisioning complete for port 634be97c-c0b8-4872-849c-101d6d495324 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:44:28.976139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8d4599e0-cbb3-4840-85d5-88be2bfc21ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.034175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-8d4599e0-cbb3-4840-85d5-88be2bfc21ce None None] Port 634be97c-c0b8-4872-849c-101d6d495324 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:44:29.050131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648c5f5-3bc8-47d8-86bd-6c511b9cd2e0 req-138b776b-5e12-4650-8b9c-6452fef38e7c tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:29.051754 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2648c5f5-3bc8-47d8-86bd-6c511b9cd2e0 req-138b776b-5e12-4650-8b9c-6452fef38e7c tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 935 time: 0.0879924 Sep 15 13:44:29.100398 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2648c5f5-3bc8-47d8-86bd-6c511b9cd2e0 req-a32a9f25-5fdd-44f9-b352-a6501e535dde tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Sep 15 13:44:29.420343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634be97c-c0b8-4872-849c-101d6d495324 {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:44:29.427658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.442933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Transition to ACTIVE for port object 634be97c-c0b8-4872-849c-101d6d495324 will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:29.445985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.450250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5d25cc94-04a8-4c97-b4db-de488533b43b tempest-VolumesActionsTest-987570736 tempest-VolumesActionsTest-987570736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:29.574858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:29.578237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:29.693083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Attempting to bind port 634be97c-c0b8-4872-849c-101d6d495324 on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:44:29.693565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Attempting to bind port 634be97c-c0b8-4872-849c-101d6d495324 by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:44:29.693802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Attempting to bind port 634be97c-c0b8-4872-849c-101d6d495324 on network 96943302-23a0-4e8b-bc97-86b7cf501bf8 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:44:29.700476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Port 634be97c-c0b8-4872-849c-101d6d495324 on network 96943302-23a0-4e8b-bc97-86b7cf501bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:44:29.700836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Attempting to bind port 634be97c-c0b8-4872-849c-101d6d495324 on network 96943302-23a0-4e8b-bc97-86b7cf501bf8 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:44:29.708663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:44:29.709036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Checking segment: {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:44:29.709467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Bound using segment: {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:44:29.709929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Bound port: 634be97c-c0b8-4872-849c-101d6d495324, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b4cade-e474-4905-9c0e-ea86ddc8a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:44:29.710330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.802782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:44:29.805830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=634be97c-c0b8-4872-849c-101d6d495324,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:44:29.809036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.813365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-90de2f97-ea17-4cac-b4ac-326e13b3ea6d tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:29.876674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:29.878211 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] 10.222.0.39 "PUT /v2.0/ports/634be97c-c0b8-4872-849c-101d6d495324 HTTP/1.1" status: 200 len: 1097 time: 1.1455154 Sep 15 13:44:29.878772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'tag': '634be97c-c0b8-4872-849c-101d6d495324'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:29.897111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:29.900499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:29.963933 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'tag': '634be97c-c0b8-4872-849c-101d6d495324', 'status': 'completed', 'code': 200} Sep 15 13:44:30.001448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-fafb2526-261a-4bfc-81d5-375ce321710a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92690249b1194262820fb92d9e1cd048&device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 1100 time: 0.0814006 Sep 15 13:44:30.077601 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-38bbb82c-933b-4cd3-9976-0a7e12bf2866 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=634be97c-c0b8-4872-849c-101d6d495324 HTTP/1.1" status: 200 len: 217 time: 0.0679572 Sep 15 13:44:30.147103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-f0909534-7395-48d9-8a3f-742239f4a601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:30.148557 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-f0909534-7395-48d9-8a3f-742239f4a601 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6437412b-8d10-4f1d-9134-eb29e36a16dd HTTP/1.1" status: 200 len: 843 time: 0.0642686 Sep 15 13:44:30.231454 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-dbc90bbd-8350-44a6-8434-d7248e5bbb63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96943302-23a0-4e8b-bc97-86b7cf501bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758224 Sep 15 13:44:30.307927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f38f8-ba59-4df9-ba1b-d3d6e4edd4c6 req-07f66377-f1fe-40ab-a9c2-ab2fed4668ca tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:30.309542 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1d2f38f8-ba59-4df9-ba1b-d3d6e4edd4c6 req-07f66377-f1fe-40ab-a9c2-ab2fed4668ca tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 947 time: 0.0864258 Sep 15 13:44:30.359628 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1d2f38f8-ba59-4df9-ba1b-d3d6e4edd4c6 req-2c391c7d-169e-4d45-9fca-12e7904e2188 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Sep 15 13:44:30.375133 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-2d5ace04-c89a-46d2-886d-8628714243ec service neutron] 10.222.0.39 "GET /v2.0/networks/96943302-23a0-4e8b-bc97-86b7cf501bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361268 Sep 15 13:44:30.520274 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c79425ba-dbb8-42b5-a434-fd1152dc967f req-605c685d-9044-4b73-9819-3da5c1614203 service neutron] 10.222.0.39 "GET /v2.0/networks/96943302-23a0-4e8b-bc97-86b7cf501bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379426 Sep 15 13:44:30.649473 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-3158fc2f-c544-4eed-bd14-6c6e9af63a5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92690249b1194262820fb92d9e1cd048&device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 1100 time: 0.0776021 Sep 15 13:44:30.793938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-636cee3d-969c-4660-96f5-961b8f56bcc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:30.795464 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-636cee3d-969c-4660-96f5-961b8f56bcc0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96943302-23a0-4e8b-bc97-86b7cf501bf8 HTTP/1.1" status: 200 len: 870 time: 0.1360524 Sep 15 13:44:30.869360 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-5e2346fe-3f0b-4c43-b83e-610f6f9f52a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=634be97c-c0b8-4872-849c-101d6d495324 HTTP/1.1" status: 200 len: 217 time: 0.0666928 Sep 15 13:44:30.940111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-ae892b57-021f-4bfc-9a64-550ef2088c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:30.942584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-ae892b57-021f-4bfc-9a64-550ef2088c10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6437412b-8d10-4f1d-9134-eb29e36a16dd HTTP/1.1" status: 200 len: 843 time: 0.0634441 Sep 15 13:44:31.020916 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-685423c7-44a4-4d8e-a34d-99981952832a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96943302-23a0-4e8b-bc97-86b7cf501bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710375 Sep 15 13:44:31.162213 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-8e743296-e422-45a5-b625-b2168b94abf5 service neutron] 10.222.0.39 "GET /v2.0/networks/96943302-23a0-4e8b-bc97-86b7cf501bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334820 Sep 15 13:44:31.306319 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-23a2f94e-e4cf-492d-8104-1a7d91bf0f3e req-de3d1a21-3e57-4e90-a4e3-ed932c063ecb service neutron] 10.222.0.39 "GET /v2.0/networks/96943302-23a0-4e8b-bc97-86b7cf501bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361201 Sep 15 13:44:31.569006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-013ee307-4bbd-4213-8318-6f525114951f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:31.569679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-013ee307-4bbd-4213-8318-6f525114951f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Synchronizing usage tracker for tenant:92690249b1194262820fb92d9e1cd048 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:44:31.585252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-013ee307-4bbd-4213-8318-6f525114951f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Unset dirty status for tenant:92690249b1194262820fb92d9e1cd048 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:44:31.586494 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-013ee307-4bbd-4213-8318-6f525114951f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 947 time: 0.1018257 Sep 15 13:44:31.633516 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-ce1b1244-6fc7-4ed6-bf14-d26eb9801d50 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Synchronizing usage tracker for tenant:92690249b1194262820fb92d9e1cd048 on resource:security_group {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:44:31.648807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-ce1b1244-6fc7-4ed6-bf14-d26eb9801d50 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Unset dirty status for tenant:92690249b1194262820fb92d9e1cd048 on resource:security_group {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:44:31.649983 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0b983b5d-1263-4470-950d-ecdfd6434995 req-ce1b1244-6fc7-4ed6-bf14-d26eb9801d50 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Sep 15 13:44:32.292188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 634be97c-c0b8-4872-849c-101d6d495324 details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:44:32.434610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=634be97c-c0b8-4872-849c-101d6d495324,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:32.449108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': '634be97c-c0b8-4872-849c-101d6d495324', 'network_id': '96943302-23a0-4e8b-bc97-86b7cf501bf8', 'port_id': '634be97c-c0b8-4872-849c-101d6d495324', 'mac_address': 'fa:16:3e:b4:6a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6437412b-8d10-4f1d-9134-eb29e36a16dd', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:44:32.504264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:32.522206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634be97c-c0b8-4872-849c-101d6d495324 {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:44:32.537101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=634be97c-c0b8-4872-849c-101d6d495324,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:32.540093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:32.541920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:32.609944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:32.619314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.619713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.620098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.620480 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.620856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.621230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.621603 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.621972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.622365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.622734 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.623101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:32.626994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:32.764336 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['634be97c-c0b8-4872-849c-101d6d495324'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:44:32.856045 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ce89-f1c2-413f-a1c0-712696ff0bbd req-79b4b0df-ba31-401e-82c0-e5d3c56362a0 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:32.857635 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8555ce89-f1c2-413f-a1c0-712696ff0bbd req-79b4b0df-ba31-401e-82c0-e5d3c56362a0 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 948 time: 0.0822103 Sep 15 13:44:32.905506 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8555ce89-f1c2-413f-a1c0-712696ff0bbd req-70807ec4-2fda-4c42-8775-e9e7c3518027 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Sep 15 13:44:34.106416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51438-76af-465b-9efc-169010adf460 req-ad4a1bd5-e24b-43aa-a068-42fd0d389460 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:34.107906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d1c51438-76af-465b-9efc-169010adf460 req-ad4a1bd5-e24b-43aa-a068-42fd0d389460 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 948 time: 0.0810390 Sep 15 13:44:34.159311 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d1c51438-76af-465b-9efc-169010adf460 req-27cd5865-7e24-4c44-ac8b-42b7b97b0a35 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Sep 15 13:44:34.292062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 634be97c-c0b8-4872-849c-101d6d495324 up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:44:34.363192 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port 634be97c-c0b8-4872-849c-101d6d495324 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:44:34.367867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port 634be97c-c0b8-4872-849c-101d6d495324 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:44:34.368287 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:34.484797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:34.512091 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634be97c-c0b8-4872-849c-101d6d495324'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:34.522090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=634be97c-c0b8-4872-849c-101d6d495324,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:34.525124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:34.528023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:34.570265 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634be97c-c0b8-4872-849c-101d6d495324', 'code': 200} Sep 15 13:44:34.599138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:34.602146 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:34.798291 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cd406c66-3dc4-4a8c-af76-abd0c6902d38 req-512f0a9d-06f5-4973-9160-ffeafad99545 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 1102 time: 0.0732219 Sep 15 13:44:34.842339 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-cd406c66-3dc4-4a8c-af76-abd0c6902d38 req-09603086-0602-49f0-8784-7aa79570f6e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Sep 15 13:44:35.500944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2273-29d0-4195-8943-04f8198d5234 req-582bd75a-4b71-4c1c-aea9-c004823e371f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:35.502444 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5f9b2273-29d0-4195-8943-04f8198d5234 req-582bd75a-4b71-4c1c-aea9-c004823e371f tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 949 time: 0.0842266 Sep 15 13:44:35.549086 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5f9b2273-29d0-4195-8943-04f8198d5234 req-d9ea630d-4003-4dbb-9dd2-2e3b706fd93d tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Sep 15 13:44:36.752364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1616d9d-fc69-454c-8ffa-13a64ffd4e33 req-25aa8e7b-282b-4dba-b8d9-cc7db5d82a14 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:36.754435 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b1616d9d-fc69-454c-8ffa-13a64ffd4e33 req-25aa8e7b-282b-4dba-b8d9-cc7db5d82a14 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 949 time: 0.0845897 Sep 15 13:44:36.801353 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b1616d9d-fc69-454c-8ffa-13a64ffd4e33 req-eb0667d8-ba41-4d6f-b824-313f86dc5cf7 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Sep 15 13:44:37.260354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1c2d-fce0-4141-be6c-3e836474b08f req-f9e5146f-0f57-4b5b-b33f-f86b961b64a2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:37.261909 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c9a1c2d-fce0-4141-be6c-3e836474b08f req-f9e5146f-0f57-4b5b-b33f-f86b961b64a2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 949 time: 0.0807419 Sep 15 13:44:37.309677 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4c9a1c2d-fce0-4141-be6c-3e836474b08f req-fda7c491-b34f-4852-ae43-23270ff7fa3b tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Sep 15 13:44:38.518198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974784cd-43ea-423f-8028-9832af16fe2c req-e238e101-195a-40b7-9dc5-b75dc29b6749 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:38.519813 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-974784cd-43ea-423f-8028-9832af16fe2c req-e238e101-195a-40b7-9dc5-b75dc29b6749 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 949 time: 0.0832307 Sep 15 13:44:38.567448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-974784cd-43ea-423f-8028-9832af16fe2c req-61f0d254-0ea2-47ed-9fb5-1be566ac0345 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/security-groups?id=1de71c39-1b0e-4b1c-a484-db88c51583d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Sep 15 13:44:38.667649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-ebdebc09-1218-44aa-83d5-eac5241feaf0 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:38.669159 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-ebdebc09-1218-44aa-83d5-eac5241feaf0 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 949 time: 0.0833206 Sep 15 13:44:38.742230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Deleting port 634be97c-c0b8-4872-849c-101d6d495324 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:38.742629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:38.993980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] For port 634be97c-c0b8-4872-849c-101d6d495324, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=634be97c-c0b8-4872-849c-101d6d495324,segment=NetworkSegment(e4b4cade-e474-4905-9c0e-ea86ddc8a7d5),segment_id=e4b4cade-e474-4905-9c0e-ea86ddc8a7d5)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:38.994307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:39.117732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Calling delete_port for 634be97c-c0b8-4872-849c-101d6d495324 owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:39.259730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:39.265315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c0a76ed-843c-4d21-b1ec-1c24367a7361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:39.272324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['634be97c-c0b8-4872-849c-101d6d495324'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:44:39.307557 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Pushing event deleted for resources: {'Port': ['ID=634be97c-c0b8-4872-849c-101d6d495324,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:39.310571 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:39.390913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] No DVR routers for this DVR port 634be97c-c0b8-4872-849c-101d6d495324 on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:44:39.394247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:39.397176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'name': 'network-vif-deleted', 'tag': '634be97c-c0b8-4872-849c-101d6d495324'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:39.413009 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-99f64c82-54e2-42f2-882e-6e5f51070373 req-30d35144-f60f-41fc-852b-f80b9deb90c2 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.39 "DELETE /v2.0/ports/634be97c-c0b8-4872-849c-101d6d495324 HTTP/1.1" status: 204 len: 173 time: 0.7384081 Sep 15 13:44:39.452028 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ece5c-cae2-4e6b-a663-c150eceda647', 'name': 'network-vif-deleted', 'tag': '634be97c-c0b8-4872-849c-101d6d495324', 'status': 'completed', 'code': 200} Sep 15 13:44:39.743245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-1eb71424-0ef2-4ab8-a284-31cee32bd3fd req-12851712-ce43-45c0-85de-9f0681c22055 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Synchronizing usage tracker for tenant:92690249b1194262820fb92d9e1cd048 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:44:39.758314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-1eb71424-0ef2-4ab8-a284-31cee32bd3fd req-12851712-ce43-45c0-85de-9f0681c22055 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Unset dirty status for tenant:92690249b1194262820fb92d9e1cd048 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:44:39.759555 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1eb71424-0ef2-4ab8-a284-31cee32bd3fd req-12851712-ce43-45c0-85de-9f0681c22055 tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6ece5c-cae2-4e6b-a663-c150eceda647 HTTP/1.1" status: 200 len: 210 time: 0.0603271 Sep 15 13:44:41.511100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:44:41.710377 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:42.327100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 634be97c-c0b8-4872-849c-101d6d495324 no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:44:42.365958 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 634be97c-c0b8-4872-849c-101d6d495324 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:44:42.366379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 634be97c-c0b8-4872-849c-101d6d495324 not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:44:43.337186 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-9abc0b69-370f-4d5d-bf6f-60e976429236 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926025 Sep 15 13:44:43.488889 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-d5d8bc5a-0e8b-4c4f-a794-239aa71ccd8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.0775659 Sep 15 13:44:43.750041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-43b12298-d6a5-45f5-b39e-1adeacdcf9be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:43.751479 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-43b12298-d6a5-45f5-b39e-1adeacdcf9be service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.2422771 Sep 15 13:44:43.879928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8370b5-6eab-4584-ada6-bafc6353df03 req-3b85e6bf-1717-4779-b6fb-7311c1df9a30 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:43.879928 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a8370b5-6eab-4584-ada6-bafc6353df03 req-3b85e6bf-1717-4779-b6fb-7311c1df9a30 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.1913798 Sep 15 13:44:43.885408 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-092994dd-273e-4959-87f6-c08e411acf9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 1001 time: 0.1268017 Sep 15 13:44:43.993844 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1a8370b5-6eab-4584-ada6-bafc6353df03 req-994cabc5-8cc4-45a3-8cb3-80dd26d165c9 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074054 Sep 15 13:44:43.995361 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-df622909-fbae-46d4-ac2b-93ac6ca4f71c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:43.996841 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-df622909-fbae-46d4-ac2b-93ac6ca4f71c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0956573 Sep 15 13:44:44.078701 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-f59247f4-d13f-411c-a0fa-0ba6986b4303 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741396 Sep 15 13:44:44.430940 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-715f7dff-5bb1-4f45-970a-1709ba9e6e01 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450553 Sep 15 13:44:44.576460 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0545041a-c4e6-4fa2-8de9-366efc6ec56d req-29882b18-a808-46c5-869d-13d4a20b6d93 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383123 Sep 15 13:44:45.005619 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749259c-3232-4d84-879f-5d049118c34b req-956e1106-1574-4bbd-aec8-ebb9e5a7e1f6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:45.007158 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d749259c-3232-4d84-879f-5d049118c34b req-956e1106-1574-4bbd-aec8-ebb9e5a7e1f6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0842648 Sep 15 13:44:45.079179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Deleting port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:45.079564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.130012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-defdc8b2-ca3f-4e6a-93e9-1b151e605859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.217607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19307e8a-438f-4a3f-802b-fec28b953d9e req-7c67457a-efca-4001-9eff-4b0b20bd0da6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:45.219228 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19307e8a-438f-4a3f-802b-fec28b953d9e req-7c67457a-efca-4001-9eff-4b0b20bd0da6 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 947 time: 0.0876043 Sep 15 13:44:45.266881 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19307e8a-438f-4a3f-802b-fec28b953d9e req-3d60382f-e273-41a3-962b-1fe5467cbd53 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b414f6a-2219-4330-89e3-445807e09e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Sep 15 13:44:45.338781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] For port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:45.339187 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.641202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.641719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.641946 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Floating IP 5687dfa8-d44a-411e-b65d-112b4c81c3d2 disassociated. External IP: 172.28.2.41, port: 1c4c9ee4-8842-413a-ac2b-3b043b8063ac. Sep 15 13:44:45.642365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Calling delete_port for 1c4c9ee4-8842-413a-ac2b-3b043b8063ac owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:45.790165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:45.797122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:45.813371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57236) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:45.842371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'Port': ['ID=1c4c9ee4-8842-413a-ac2b-3b043b8063ac,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:45.845131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:46.005068 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-35529528-2f04-473c-99a3-7d460e9910da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92690249b1194262820fb92d9e1cd048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880379 Sep 15 13:44:46.005429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57242) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:46.094563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.128166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.161689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:44:46.312085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.323638 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b46f71ce-b83e-498a-801c-a80f0b91c97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:46.335837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de71c39-1b0e-4b1c-a484-db88c51583d6,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:46.340562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:46.373299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.376977 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1de71c39-1b0e-4b1c-a484-db88c51583d6 HTTP/1.1" status: 204 len: 168 time: 0.3672233 Sep 15 13:44:46.477491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:44:46.488188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:44:46.502569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:44:46.503479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:46.510121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a3fbedc0-e84f-41e1-88ef-507555a06550 req-06aa46c7-23e4-4eca-ac36-462f2305956a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Synchronizing usage tracker for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:44:46.560965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] No DVR routers for this DVR port 1c4c9ee4-8842-413a-ac2b-3b043b8063ac on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:44:46.565256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.567382 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d749259c-3232-4d84-879f-5d049118c34b req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.39 "DELETE /v2.0/ports/1c4c9ee4-8842-413a-ac2b-3b043b8063ac HTTP/1.1" status: 204 len: 173 time: 1.5544453 Sep 15 13:44:46.569253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-deleted', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:44:46.570215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:46.585340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-a3fbedc0-e84f-41e1-88ef-507555a06550 req-06aa46c7-23e4-4eca-ac36-462f2305956a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Unset dirty status for tenant:b68642c021504755b4547135ba90304e on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:44:46.586763 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a3fbedc0-e84f-41e1-88ef-507555a06550 req-06aa46c7-23e4-4eca-ac36-462f2305956a tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6de72cb6-8e9a-4b2d-aafd-610780e0127a HTTP/1.1" status: 200 len: 210 time: 0.1533070 Sep 15 13:44:46.663645 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de72cb6-8e9a-4b2d-aafd-610780e0127a', 'name': 'network-vif-deleted', 'tag': '1c4c9ee4-8842-413a-ac2b-3b043b8063ac', 'status': 'completed', 'code': 200} Sep 15 13:44:46.727507 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:44:47.211124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:47.215207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:44:47.226428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:44:47.227082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:47.413141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:44:47.567755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-606fb713-d7b8-40b3-8e67-6a2ac5037e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:47.748897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:47.753968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154483a-d6a1-431d-953a-059af13627a0 None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '1bacae24-e7a3-4a7e-b204-14ff1640a6c7', 'name': '', 'network_id': 'a728393e-10d3-464d-be1d-0b076a0a9a26', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'mac_address': 'fa:16:3e:29:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a641569d-7582-4cff-a434-5d07c847da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:59Z', 'updated_at': '2021-09-15T13:38:16Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'subnets': [{'id': 'a641569d-7582-4cff-a434-5d07c847da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:44:47.783497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:48.204159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f77215-a842-41a2-a8f7-6111c89eb188 None None] New status for floating IP 5687dfa8-d44a-411e-b65d-112b4c81c3d2: DOWN {{(pid=82341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:44:48.408450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:44:48.447751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: 1c4c9ee4-8842-413a-ac2b-3b043b8063ac {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:44:48.448147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device 1c4c9ee4-8842-413a-ac2b-3b043b8063ac not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:44:48.792145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57292) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:48.859599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:48.887561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:48.932424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:48.937428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-23bc5239-5fcb-4463-95a3-2a774e92597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:48.954393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b414f6a-2219-4330-89e3-445807e09e21,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:48.956695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:48.963006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:48.964230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-fef78d16-9eac-4eec-9f46-c71224ead9b1 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "DELETE /v2.0/security-groups/8b414f6a-2219-4330-89e3-445807e09e21 HTTP/1.1" status: 204 len: 168 time: 0.1710269 Sep 15 13:44:48.967129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57296) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:48.984704 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.api.v2.resource [None req-304f630b-e766-401b-8195-e2ad30da9b11 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] show failed (client error): The resource could not be found. Sep 15 13:44:48.985787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-304f630b-e766-401b-8195-e2ad30da9b11 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "GET /v2.0/security-groups/8b414f6a-2219-4330-89e3-445807e09e21 HTTP/1.1" status: 404 len: 347 time: 0.0176649 Sep 15 13:44:48.989135 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57300) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:49.151808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Deleting port 9deca85c-f5b1-455d-9ce2-692f4c5e37f2 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:49.152195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.323950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.334979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.335347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.469772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Calling delete_port for 9deca85c-f5b1-455d-9ce2-692f4c5e37f2 owned by network:floatingip {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:49.610408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.615414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cba31688-ac3c-4b8d-80db-7026c9b617ab tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:49.656211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Pushing event deleted for resources: {'Port': ['ID=9deca85c-f5b1-455d-9ce2-692f4c5e37f2,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:49.660729 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:49.753570 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks [] for floatingip, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.770854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:49.772100 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] 10.222.0.22 "DELETE /v2.0/floatingips/5687dfa8-d44a-411e-b65d-112b4c81c3d2 HTTP/1.1" status: 204 len: 168 time: 0.7820251 Sep 15 13:44:52.593959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57344) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:53.249740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57356) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:53.401153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.407117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.440692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:53.444732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f40ada35832c4ee4b17d0a10291c5f1c is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:53.447803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:53.453820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:53.525655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.528487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.536416 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f2f4844-4a3c-4307-ba02-b70ce3a44ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:53.581049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5930af-fe12-4bbb-a611-dbcbfa202fa9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:53.587272 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f40ada35832c4ee4b17d0a10291c5f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363302 Sep 15 13:44:53.590106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57362) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:53.593270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.593690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.594103 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.594628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.594918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.595321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.595723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.596129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.596562 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.596967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.597360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:44:53.601499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:53.709272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.824830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.943894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:53.950440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-29c1b66c-15f9-44b1-bd8a-c789e5b1585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:53.991223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5930af-fe12-4bbb-a611-dbcbfa202fa9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:53.998703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:54.004866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:54.006069 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb5930af-fe12-4bbb-a611-dbcbfa202fa9 HTTP/1.1" status: 204 len: 168 time: 0.4149356 Sep 15 13:44:54.164074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Deleting port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:54.164454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:54.347244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] For port 1bacae24-e7a3-4a7e-b204-14ff1640a6c7, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:54.347636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:54.475348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Calling delete_port for 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 owned by network:router_interface {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:54.644112 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:54.648741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-579311e2-9930-4c8a-82de-3186d88d3846 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:54.695387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bacae24-e7a3-4a7e-b204-14ff1640a6c7,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:54.698184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:54.833599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57384) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:54.982984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-672825831-network', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:44:54.988948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:54.993199 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Usage tracker for resource:network and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:54.996207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:55.003198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:55.004271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.013389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Made reservation on behalf of e9eface3f3cc449c8f444f38a98042c9 for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:44:55.019184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.032552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.065857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:55.070004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:55.072948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:55.078998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:55.145706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.148493 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.152715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-928718a9-1ca9-4adf-a45c-2e8262319b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:55.182529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:44:55.191860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720a01c1-2aa4-43e0-a04e-3afea797f141,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:55.195631 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:55.198052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.198472 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Added segment 077ccbfa-c778-4b52-af47-15d51d840536 of type vlan for network a43eef80-559b-43fd-96c6-6fff4b352153 Sep 15 13:44:55.225047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.258849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.260089 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:55.260717 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.265676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d2e9fc80-108a-4f50-b0e9-f8520a3df936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:55.370565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Pushing event updated for resources: {'Network': ['ID=a43eef80-559b-43fd-96c6-6fff4b352153,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:55.375209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:55.381519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network a43eef80-559b-43fd-96c6-6fff4b352153 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:44:55.382816 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5478411 Sep 15 13:44:55.383476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57390) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:55.391251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Request body: {'subnet': {'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-672825831-subnet', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:44:55.397107 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:55.401000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Usage tracker for resource:subnet and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:55.404389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:55.411363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:55.426082 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Made reservation on behalf of e9eface3f3cc449c8f444f38a98042c9 for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:44:55.430869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1367423'] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.602595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Router b48258bf-d204-4624-aab4-5968959ac5cc has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:44:55.647832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1432857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1367406'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.652484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-328a2563-8b82-49c1-8a7d-915465a7ba4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:55.727133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:55.731239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:55.740046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Checking segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:44:55.740488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Network hostable DHCP agents. Network: a43eef80-559b-43fd-96c6-6fff4b352153, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:44:55.763608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Network a43eef80-559b-43fd-96c6-6fff4b352153 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:44:55.776845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, a43eef80-559b-43fd-96c6-6fff4b352153) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:55.781752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:44:55.782451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.791621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08333e30-695f-4e56-8ac4-138ae2cc26fc None None] Network a43eef80-559b-43fd-96c6-6fff4b352153 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:44:55.807898 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c6c0e82a-ed89-4220-bfbe-a2918524dceb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4232717 Sep 15 13:44:55.812215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57394) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:55.820314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:44:55.825454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:44:55.830181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Usage tracker for resource:router and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:44:55.834702 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:44:55.842491 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:44:55.856335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.857582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:55.878687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.040836 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.055203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:44:56.064566 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Sync routers for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:44:56.077306 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] 10.222.0.22 "PUT /v2.0/routers/b48258bf-d204-4624-aab4-5968959ac5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792752 Sep 15 13:44:56.077306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57398) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:56.078607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:44:56.079789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:56.223271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-a43eef80-559b-43fd-96c6-6fff4b352153', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:44:56.225036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.272046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.278065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:44:56.302306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.343604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.418134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Allocated IP 172.20.0.2 (a43eef80-559b-43fd-96c6-6fff4b352153/7acccd84-9ef4-4d29-898b-7bfd29dbeb7e/808be2ca-5253-4271-bda7-8b561da2a086) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:44:56.521764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.533894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Allocated IP 172.28.2.17 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/1d4767d0-4cd4-4cc4-b673-87d2f993edb9) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:44:56.534622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Deleting port debde010-1c67-47c4-a9e6-85cfef44f4a5 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:56.535003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.641501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23'}], 'enable_snat': True}, 'gw_port_id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:44:54Z', 'revision_number': 5, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port': {'id': 'debde010-1c67-47c4-a9e6-85cfef44f4a5', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:37:51Z', 'updated_at': '2021-09-15T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:56.645749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Checking router: b48258bf-d204-4624-aab4-5968959ac5cc for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:44:56.657436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Routers {'b48258bf-d204-4624-aab4-5968959ac5cc'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:44:56.658647 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b48258bf-d204-4624-aab4-5968959ac5cc'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:56.677090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.688668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Transition to ACTIVE for port object 808be2ca-5253-4271-bda7-8b561da2a086 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:56.709584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.713255 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Transition to ACTIVE for port object 808be2ca-5253-4271-bda7-8b561da2a086 will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:56.719600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.725477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:56.729250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] For port debde010-1c67-47c4-a9e6-85cfef44f4a5, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=debde010-1c67-47c4-a9e6-85cfef44f4a5,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:56.729654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.743906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.748818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78fbba5d-7952-4e40-9cad-f8e166c9aaff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:56.794587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Network a43eef80-559b-43fd-96c6-6fff4b352153 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:44:56.805262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:56.810881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:44:56.822315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Pushing event updated for resources: {'Port': ['ID=808be2ca-5253-4271-bda7-8b561da2a086,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:56.823965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:44:56.827381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:56.831698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] Set router b48258bf-d204-4624-aab4-5968959ac5cc gateway port host: None {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:44:56.833105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:56.834182 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:44:56.860962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Pushing event updated for resources: {'Port': ['ID=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:56.864802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:56.892629 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Calling delete_port for debde010-1c67-47c4-a9e6-85cfef44f4a5 owned by network:router_gateway {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:56.937889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Attempting to bind port 808be2ca-5253-4271-bda7-8b561da2a086 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:44:56.938316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Attempting to bind port 808be2ca-5253-4271-bda7-8b561da2a086 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:44:56.939033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Attempting to bind port 808be2ca-5253-4271-bda7-8b561da2a086 on network a43eef80-559b-43fd-96c6-6fff4b352153 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:44:56.953895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:44:56.954099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Checking segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:44:56.954607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.955051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Bound using segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:44:56.955595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Bound port: 808be2ca-5253-4271-bda7-8b561da2a086, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:44:56.956013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:56.961474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:44:56Z', 'revision_number': 6, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port_host': None}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:56.965513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cfe7d-629c-44f8-b0ae-915231a3857a None None] The sync data for ids ['b48258bf-d204-4624-aab4-5968959ac5cc'] in dv-cinder-809181-1-smb is: [{'id': 'b48258bf-d204-4624-aab4-5968959ac5cc', 'name': 'tempest-AttachVolumeShelveTestJSON-893075210-router', 'tenant_id': 'b68642c021504755b4547135ba90304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:37:50Z', 'updated_at': '2021-09-15T13:44:56Z', 'revision_number': 6, 'project_id': 'b68642c021504755b4547135ba90304e', 'gw_port_host': None}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:44:57.044374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.045184 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.073858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] For port 808be2ca-5253-4271-bda7-8b561da2a086, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:44:57.078085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] For port 808be2ca-5253-4271-bda7-8b561da2a086, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=808be2ca-5253-4271-bda7-8b561da2a086,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:44:57.082363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.082572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.087560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-74cd0855-7981-4f6a-9044-2dfb2f80472d tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:57.088240 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:57.142832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=debde010-1c67-47c4-a9e6-85cfef44f4a5,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:57.151888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:57.188129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Pushing event updated for resources: {'Port': ['ID=808be2ca-5253-4271-bda7-8b561da2a086,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:57.200707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2dba8df7-e932-43c4-97e1-a2fa05f2ebe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:57.316141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:44:57.423455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.733374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.737934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.785633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:44:57.807743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Sync routers for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:44:57.816117 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.817602 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-54fa4c7a-ef1d-4cfb-90d9-0d7920cd4c4e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0042834 Sep 15 13:44:57.820364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57402) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:57.823559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:44:57.824245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:57.832152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.832713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48258bf-d204-4624-aab4-5968959ac5cc {{(pid=82339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:44:57.846423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.847668 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] 10.222.0.22 "DELETE /v2.0/routers/b48258bf-d204-4624-aab4-5968959ac5cc HTTP/1.1" status: 204 len: 168 time: 1.7695770 Sep 15 13:44:57.850302 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57406) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:57.930710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Deleting subnet a641569d-7582-4cff-a434-5d07c847da97 {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:44:57.935171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:57.988535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 808be2ca-5253-4271-bda7-8b561da2a086 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:44:57.996652 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.092041 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.111476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 808be2ca-5253-4271-bda7-8b561da2a086 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:44:58.117025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:44:58.167194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.172508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d092df2c-82fd-4142-8eeb-80ccae0b8006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:58.208316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a641569d-7582-4cff-a434-5d07c847da97,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:58.212529 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:58.217736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.226399 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f9d1dca0-2245-407c-ad0c-ea7062e27c51 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a641569d-7582-4cff-a434-5d07c847da97 HTTP/1.1" status: 204 len: 168 time: 0.3726375 Sep 15 13:44:58.226681 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57410) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:58.235714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:44:58.261689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066c618-f934-43c1-9d3f-922c431c4327 None None] Network a728393e-10d3-464d-be1d-0b076a0a9a26 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:44:58.295894 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:44:58.296293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bacae24-e7a3-4a7e-b204-14ff1640a6c7 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:44:58.296756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device debde010-1c67-47c4-a9e6-85cfef44f4a5 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:44:58.357910 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.369931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Deleting port 161581f6-1f90-4459-8941-7ba882231a3e {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:58.370314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.521635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: debde010-1c67-47c4-a9e6-85cfef44f4a5 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:44:58.522036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device debde010-1c67-47c4-a9e6-85cfef44f4a5 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:44:58.597764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] For port 161581f6-1f90-4459-8941-7ba882231a3e, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=161581f6-1f90-4459-8941-7ba882231a3e,segment=NetworkSegment(1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d),segment_id=1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:44:58.598132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.685329 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.696419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:56Z', 'revision_number': 3, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:58.701431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Checking router: c46529ba-5dd1-45a8-9b99-6e9f1e196cfa for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:44:58.701840 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Updating router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:44:58.797713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.925675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0eb5a-4d21-4ab4-acba-338c2f8cc144 None None] DHCP port deletion for a728393e-10d3-464d-be1d-0b076a0a9a26 request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:44:58.952290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Allocated IP 172.20.0.1 (a43eef80-559b-43fd-96c6-6fff4b352153/7acccd84-9ef4-4d29-898b-7bfd29dbeb7e/5b72af74-d767-4d33-9721-9bccc1f04f92) {{(pid=82340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:44:58.958134 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0eb5a-4d21-4ab4-acba-338c2f8cc144 None None] Deleting port 161581f6-1f90-4459-8941-7ba882231a3e {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:44:58.958552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-6ca0eb5a-4d21-4ab4-acba-338c2f8cc144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:58.971770 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Calling delete_port for 161581f6-1f90-4459-8941-7ba882231a3e owned by network:dhcp {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:44:59.050945 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.055710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e3c495ca-0649-4bd6-86ea-191cb6902ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.092661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0b257-e550-4787-b2cd-e244f9762927 None None] Network a43eef80-559b-43fd-96c6-6fff4b352153 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:44:59.104926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=161581f6-1f90-4459-8941-7ba882231a3e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.107786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:59.110392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] No DVR routers for this DVR port 161581f6-1f90-4459-8941-7ba882231a3e on host dv-cinder-809181-1-smb {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:44:59.120639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0eb5a-4d21-4ab4-acba-338c2f8cc144 None None] The port '161581f6-1f90-4459-8941-7ba882231a3e' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:44:59.131973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.148848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Transition to ACTIVE for port object 5b72af74-d767-4d33-9721-9bccc1f04f92 will not be triggered until provisioned by entity DHCP. {{(pid=82340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:59.171778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.176971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7b3b2d38-56ca-46c1-b629-322ceb01ee04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.238403 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.248511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Network a43eef80-559b-43fd-96c6-6fff4b352153 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:44:59.248511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Pushing event updated for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.251214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:59.252646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a728393e-10d3-464d-be1d-0b076a0a9a26']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:59.253233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:59.253966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Received port after_create {{(pid=82340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:44:59.269669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:59.270007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f03c01b-e2ea-4cd3-817c-0bb61ebd8e7d') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:44:59.284096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.316966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.318457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.324749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:44:59.325196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:44:59.340544 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:44:59.422021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.431738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.438158 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-55fa0f85-7522-4f27-887b-b057fec33e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.442898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Provisioning for port 808be2ca-5253-4271-bda7-8b561da2a086 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:44:59.457230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.458008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Provisioning complete for port 808be2ca-5253-4271-bda7-8b561da2a086 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:44:59.458464 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.466062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a728393e-10d3-464d-be1d-0b076a0a9a26,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.469645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:59.483713 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a728393e-10d3-464d-be1d-0b076a0a9a26 HTTP/1.1" status: 204 len: 168 time: 1.2532272 Sep 15 13:44:59.636808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57416) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:59.669334 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.673750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1431937'] for port, after_update {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.692671 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-15ac500f-99d3-4ab3-a9ed-906e50581f09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b68642c021504755b4547135ba90304e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521357 Sep 15 13:44:59.692963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57420) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:44:59.702227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-35e296da-c825-41b7-afb2-48d42242e5ce tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.755584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.785853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.787553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.791951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Pushing event updated for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=2']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.795567 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:59.799661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.812382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.840042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.842880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Transition to ACTIVE for port object 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:44:59.845287 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2f87c15e-f16f-4cc6-bb3a-545cfc77df4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.864390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.864569 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ada8f6-d7d0-40b4-b453-cbb25df26bd0,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.867033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:44:59.875076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:44:59.877842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:44:59.881711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-efa29c9d-b2bd-41b9-afc2-3ca9a6b8981e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4ada8f6-d7d0-40b4-b453-cbb25df26bd0 HTTP/1.1" status: 204 len: 168 time: 0.1852446 Sep 15 13:44:59.948828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Network a43eef80-559b-43fd-96c6-6fff4b352153 is already hosted by enough agents. {{(pid=82340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:44:59.950462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Resources bound (agent type, host, resource id): {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:44:59.955161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d313-7f0b-495f-96e3-8e15d942f234 None None] Pushing event updated for resources: {'Port': ['ID=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:44:59.969661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 161581f6-1f90-4459-8941-7ba882231a3e no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:00.004457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d4c5d313-7f0b-495f-96e3-8e15d942f234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:00.008148 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 161581f6-1f90-4459-8941-7ba882231a3e {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:00.008496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 161581f6-1f90-4459-8941-7ba882231a3e not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:00.038509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] For port 808be2ca-5253-4271-bda7-8b561da2a086, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=808be2ca-5253-4271-bda7-8b561da2a086,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:00.056042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Attempting to bind port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:00.056468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Attempting to bind port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:00.056882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Attempting to bind port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:00.063037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.066354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:00.122712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:00.122983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:00.123443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.123884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:00.124425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Bound port: 1d4767d0-4cd4-4cc4-b673-87d2f993edb9, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:00.124849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.182249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Pushing event updated for resources: {'Port': ['ID=808be2ca-5253-4271-bda7-8b561da2a086,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:00.193314 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:00.249518 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] For port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:00.262262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] For port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:00.270510 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.294965 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:00.378978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Provisioning complete for port 808be2ca-5253-4271-bda7-8b561da2a086 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:00.379397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.422926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:00.456928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d313-7f0b-495f-96e3-8e15d942f234 None None] Pushing event updated for resources: {'Port': ['ID=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:00.464864 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d4c5d313-7f0b-495f-96e3-8e15d942f234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:00.489810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:00.490752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:00.683499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:00.696360 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-055a2031-192d-4535-bfab-df025559ff0d admin admin] 10.222.0.22 "PUT /v2.0/routers/c46529ba-5dd1-45a8-9b99-6e9f1e196cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8745906 Sep 15 13:45:00.763215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Provisioning for port 5b72af74-d767-4d33-9721-9bccc1f04f92 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:00.766526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:00.814053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Provisioning complete for port 5b72af74-d767-4d33-9721-9bccc1f04f92 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:00.814547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:00.952881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-f89146c0-53f3-4874-a75a-c332bde25abd None None] Port 5b72af74-d767-4d33-9721-9bccc1f04f92 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:45:01.135710 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7134713d-6a14-4ba8-99e9-56e13befccc8 None None] Provisioning complete for port 5b72af74-d767-4d33-9721-9bccc1f04f92 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:01.136128 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7134713d-6a14-4ba8-99e9-56e13befccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:01.205247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-7134713d-6a14-4ba8-99e9-56e13befccc8 None None] Port 5b72af74-d767-4d33-9721-9bccc1f04f92 cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:45:01.223365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 2, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:01.228165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aacb19-0e29-43d3-87ac-76194a299e2a None None] The sync data for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb is: [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 2, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:01.791599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57470) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:01.798720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-538131253-network', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:01.808342 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:01.818168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Usage tracker for resource:network and tenant:288415d16b3b4a35915f81d5f33ebb83 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:01.832882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:01.835578 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:01.847855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Made reservation on behalf of 288415d16b3b4a35915f81d5f33ebb83 for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:01.852924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:01.867138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 808be2ca-5253-4271-bda7-8b561da2a086 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:01.879447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:01.914564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:01.918954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Usage tracker for resource:security_group_rule and tenant:288415d16b3b4a35915f81d5f33ebb83 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:01.921953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:01.928877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:01.960455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 808be2ca-5253-4271-bda7-8b561da2a086 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:01.960827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.006408 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.010366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.014904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-33ef805b-c546-416c-b45e-7623ec0f7f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:02.045814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:45:02.059869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53133e39-9530-4a4b-acf2-7850fb7e14f4,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:02.064111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:02.065145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.065533 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Added segment 56dc2345-386b-4d55-b495-f1c52a0a6d93 of type vlan for network 00387ba9-baad-4ea8-8414-14954bf28d52 Sep 15 13:45:02.094707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.126188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.127541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:02.128207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.133442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:02.242485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Pushing event updated for resources: {'Network': ['ID=00387ba9-baad-4ea8-8414-14954bf28d52,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:02.248379 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4528499 Sep 15 13:45:02.248379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:02.248765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57478) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:02.253541 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 00387ba9-baad-4ea8-8414-14954bf28d52 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:45:02.257584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Request body: {'subnet': {'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-538131253-subnet', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:02.263511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:02.267943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Usage tracker for resource:subnet and tenant:288415d16b3b4a35915f81d5f33ebb83 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:02.271018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:02.277448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:02.298512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Made reservation on behalf of 288415d16b3b4a35915f81d5f33ebb83 for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:02.304434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853340893'] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.547950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2048722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853340878'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.552874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:02.635630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:02.639736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:02.643810 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Checking segment: {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:02.644210 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Network hostable DHCP agents. Network: 00387ba9-baad-4ea8-8414-14954bf28d52, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:45:02.667789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Network 00387ba9-baad-4ea8-8414-14954bf28d52 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:45:02.676979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 00387ba9-baad-4ea8-8414-14954bf28d52) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:02.681056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:02.681708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.686524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792db46b-0ce2-421b-b360-856355d12ae3 None None] Network 00387ba9-baad-4ea8-8414-14954bf28d52 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:02.706660 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3a17b45e-8caa-4d06-af74-bdd62d5b25cb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4538524 Sep 15 13:45:02.707166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57482) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:02.712787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:02.718262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:02.723371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Usage tracker for resource:router and tenant:288415d16b3b4a35915f81d5f33ebb83 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:02.726709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:02.733225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:02.745125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-696606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771685'] for router, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.746130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854099148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854005157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4098'] for router, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.765643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.922772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854099193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4341'] for router, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:02.928498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dabc1f6-e7d8-5e65-969c-03a624d36b74-00387ba9-baad-4ea8-8414-14954bf28d52', 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'fixed_ips': [{'subnet_id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d'}]}} from dv-cinder-809181-1-smb. {{(pid=82341) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 15 13:45:02.929651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.131306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Allocated IP 172.20.0.2 (00387ba9-baad-4ea8-8414-14954bf28d52/fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d/330b2d44-e51b-48c7-aac6-f702bea51cd6) {{(pid=82341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:45:03.132967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.173099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.327699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Allocated IP 172.28.2.166 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:45:03.367090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks [] for port, precommit_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.379818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Transition to ACTIVE for port object 330b2d44-e51b-48c7-aac6-f702bea51cd6 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:03.399536 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Transition to ACTIVE for port object 330b2d44-e51b-48c7-aac6-f702bea51cd6 will not be triggered until provisioned by entity DHCP. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:03.407071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383'] for port, after_create {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.413141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d4c5d313-7f0b-495f-96e3-8e15d942f234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:03.494138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Network 00387ba9-baad-4ea8-8414-14954bf28d52 is already hosted by enough agents. {{(pid=82341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:03.497467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Resources bound (agent type, host, resource id): {{(pid=82341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:03.503024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Received port after_create {{(pid=82341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:45:03.505371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Pushing event updated for resources: {'Port': ['ID=330b2d44-e51b-48c7-aac6-f702bea51cd6,revision_number=1']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:03.509519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.509725 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:03.544848 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.557139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5e704404-013e-40bc-a9ff-29cb58828142 tempest-VolumesSnapshotTestJSON-1590544376 tempest-VolumesSnapshotTestJSON-1590544376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:03.602591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Attempting to bind port 330b2d44-e51b-48c7-aac6-f702bea51cd6 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:03.603215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Attempting to bind port 330b2d44-e51b-48c7-aac6-f702bea51cd6 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:03.603481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Attempting to bind port 330b2d44-e51b-48c7-aac6-f702bea51cd6 on network 00387ba9-baad-4ea8-8414-14954bf28d52 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:03.610463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:03.610605 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:03.610816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Checking segment: {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:03.611207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.611675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Bound using segment: {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:03.612185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Bound port: 330b2d44-e51b-48c7-aac6-f702bea51cd6, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:03.612608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.613887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:03.617720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:45:03.683951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Pushing event updated for resources: {'Port': ['ID=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:03.688484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:03.708280 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] For port 330b2d44-e51b-48c7-aac6-f702bea51cd6, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:03.711400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] For port 330b2d44-e51b-48c7-aac6-f702bea51cd6, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=330b2d44-e51b-48c7-aac6-f702bea51cd6,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:03.715241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.719974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:03.812985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Pushing event updated for resources: {'Port': ['ID=330b2d44-e51b-48c7-aac6-f702bea51cd6,revision_number=2']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:03.817933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9dcd9aa0-31c3-47f1-9dce-496a3473ae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:03.829535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.829535 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854079210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676705'] for router, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:03.873413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:03.956007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:03.960976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:03.961400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:04.084193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:04.091606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Router b4e4816a-7e32-4e5f-887f-992744fbf48a is scheduled to L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 with binding_index 1 {{(pid=82339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 15 13:45:04.102449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:04.106010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:04.108016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a166bebc-3efd-4e93-907f-d01416be3a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:04.192973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:04.196284 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:04.333166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:04.343253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Sync routers for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:04.356780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:04.357701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:04.358109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:04.359573 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-45ff0805-8e33-4ad4-bfaa-19d3945271aa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6513638 Sep 15 13:45:04.362993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57514) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:04.542531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:05.006395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:03Z', 'revision_number': 3, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:05.011580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Checking router: b4e4816a-7e32-4e5f-887f-992744fbf48a for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:05.012142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Updating router b4e4816a-7e32-4e5f-887f-992744fbf48a port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:45:05.069886 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.370514 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Sync routers for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:05.387719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:05.388621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:05.447591 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.471324 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.484484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Transition to ACTIVE for port object b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:05.494393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.499954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:05.584626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Pushing event updated for resources: {'Port': ['ID=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,revision_number=2']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:05.601660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Attempting to bind port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:05.601986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Attempting to bind port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:05.602599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Attempting to bind port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 on network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:05.609086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.609452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.609987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.610545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.610920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.611300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.612164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.612694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.613243 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.613608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.613972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:05.618951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:05.622814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:05.623489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Checking segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:05.624113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.624676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Bound using segment: {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:05.626068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Bound port: b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fcce47-914d-4826-921f-caa12e100232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:05.626690 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.693584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527b01a-ec14-47de-a882-ac8525fa7e50 None None] Network 00387ba9-baad-4ea8-8414-14954bf28d52 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:05.697530 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Allocated IP 172.20.0.1 (00387ba9-baad-4ea8-8414-14954bf28d52/fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d/98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:45:05.707672 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] For port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:05.712056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] For port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:05.716086 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.721668 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:05.810067 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Pushing event updated for resources: {'Port': ['ID=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:05.816782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:05.837201 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:05.838413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:05.843676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a050c43c-619f-433c-8741-119a3ef9640a None None] Provisioning for port 330b2d44-e51b-48c7-aac6-f702bea51cd6 completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:05.879680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.904839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Transition to ACTIVE for port object 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:05.931284 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:05.938703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c555250-5660-4322-ad08-e0e23a09978b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:05.958616 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:06.006657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 330b2d44-e51b-48c7-aac6-f702bea51cd6 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:06.019114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Network 00387ba9-baad-4ea8-8414-14954bf28d52 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:06.022673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:06.025105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:45:06.040678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:06.069981 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Pushing event updated for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:06.073056 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:06.092780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101211'] for router_interface, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.176874 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.363772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:03Z', 'revision_number': 3, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:06.376884 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f8a01-e244-4241-9748-29eab5e17675 None None] The sync data for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb is: [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:03Z', 'revision_number': 3, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:06.398338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 330b2d44-e51b-48c7-aac6-f702bea51cd6 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:06.414454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 330b2d44-e51b-48c7-aac6-f702bea51cd6 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:06.414882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.463147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.472998 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.517354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ce77ba19-39bc-440d-9ceb-ab0042d63cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:06.595235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.619771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 2, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:06.622481 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Pushing event updated for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:06.628422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:06.629596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838688985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674627'] for router_interface, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.639996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 330b2d44-e51b-48c7-aac6-f702bea51cd6, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=330b2d44-e51b-48c7-aac6-f702bea51cd6,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:06.642059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Checking router: c46529ba-5dd1-45a8-9b99-6e9f1e196cfa for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:06.642512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Updating router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa port 5b72af74-d767-4d33-9721-9bccc1f04f92 binding host dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:45:06.675149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.676092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:06.710656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2235433b-8b72-4e25-ad87-7e47a6d2cc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:06.784648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Network 00387ba9-baad-4ea8-8414-14954bf28d52 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:06.787911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:06.791655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:06.931094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=330b2d44-e51b-48c7-aac6-f702bea51cd6,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:06.947961 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:07.050887 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:07.051404 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.074913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57546) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:07.107813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Provisioning for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:07.136532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Provisioning complete for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:07.136953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.273102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.275973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:45:07.340513 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:07.345098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Usage tracker for resource:security_group_rule and tenant:2b10fff9e2594a41b0a957075593360b is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:07.348560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:07.356651 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:07.367463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Router b4e4816a-7e32-4e5f-887f-992744fbf48a has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:07.431291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.435559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.468186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3e2eb3fb-0fc3-4fc1-a12a-5d3abe4c7017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:07.482527 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b10fff9e2594a41b0a957075593360b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060166 Sep 15 13:45:07.483331 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57552) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:07.535014 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f289db-15f8-4fae-b61c-9cf645fa4bba,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:07.537634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Provisioning complete for port 330b2d44-e51b-48c7-aac6-f702bea51cd6 triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:07.538063 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-556c99a4-f754-4d9f-bcf5-feab8cf01b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.549892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:07.609960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.641653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:07.654814 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.662879 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] 10.222.0.22 "PUT /v2.0/routers/b4e4816a-7e32-4e5f-887f-992744fbf48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987757 Sep 15 13:45:07.738268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.746496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e0f7d4d4-ba18-4535-aa24-8c446393f3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:07.764775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f289db-15f8-4fae-b61c-9cf645fa4bba,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:07.768534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:07.769545 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.772762 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93f289db-15f8-4fae-b61c-9cf645fa4bba HTTP/1.1" status: 204 len: 168 time: 0.2864091 Sep 15 13:45:07.779102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks [] for port, precommit_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.794898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Transition to ACTIVE for port object 5b72af74-d767-4d33-9721-9bccc1f04f92 will not be triggered until provisioned by entity L2. {{(pid=82341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:07.803930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:07.808670 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d33a5aff-6f04-4d89-9ca8-4a6179c7bfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:07.924379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7ab65-1c4e-4e07-81d2-5724ce635d70 None None] Pushing event updated for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=3']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:07.937950 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-47a7ab65-1c4e-4e07-81d2-5724ce635d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:08.037451 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 330b2d44-e51b-48c7-aac6-f702bea51cd6 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:08.094382 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-8a05b092-57ba-4125-81a2-abdd2267ca0c None None] Provisioning complete for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:08.095389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8a05b092-57ba-4125-81a2-abdd2267ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:08.242422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-8a05b092-57ba-4125-81a2-abdd2267ca0c None None] Port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:45:08.528166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Attempting to bind port 5b72af74-d767-4d33-9721-9bccc1f04f92 on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:08.528490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Attempting to bind port 5b72af74-d767-4d33-9721-9bccc1f04f92 by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:08.528902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Attempting to bind port 5b72af74-d767-4d33-9721-9bccc1f04f92 on network a43eef80-559b-43fd-96c6-6fff4b352153 {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:08.532073 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 330b2d44-e51b-48c7-aac6-f702bea51cd6 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:08.532498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:08.577985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:08.578548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Checking segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:08.578975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:08.579439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Bound using segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} {{(pid=82341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:08.579974 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Bound port: 5b72af74-d767-4d33-9721-9bccc1f04f92, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}}] {{(pid=82341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:08.580450 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:08.746209 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] For port 5b72af74-d767-4d33-9721-9bccc1f04f92, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:08.751526 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:08.793163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] For port 5b72af74-d767-4d33-9721-9bccc1f04f92, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5b72af74-d767-4d33-9721-9bccc1f04f92,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:08.799595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:08.805765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:08.859250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57592) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:08.915778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7ab65-1c4e-4e07-81d2-5724ce635d70 None None] Pushing event updated for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:08.919074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:08.919748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:09.038218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409889136-network', 'tenant_id': '6d52fc8c12d74995b4e1c577d358ee9e'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:09.050994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:09.058627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Usage tracker for resource:network and tenant:6d52fc8c12d74995b4e1c577d358ee9e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:09.063486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:09.074784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:09.094127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Made reservation on behalf of 6d52fc8c12d74995b4e1c577d358ee9e for: {'network': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:09.100352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.122185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.123896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-47a7ab65-1c4e-4e07-81d2-5724ce635d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:09.124669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:09.154037 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:09.166564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:09.172423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Usage tracker for resource:security_group_rule and tenant:6d52fc8c12d74995b4e1c577d358ee9e is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:09.176929 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:09.188374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:09.277239 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.285479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.300573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=82339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:45:09.307247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:09.307444 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-362b372b-6936-4a42-8cc2-0aa1109e31e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:09.307992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.324275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.324761 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Added segment f5bfd912-8d46-4c99-ad94-93f933e09aee of type vlan for network 9cd7c5dc-d7ff-4a9f-9256-902be63855b4 Sep 15 13:45:09.352193 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924d8e57-ef04-428f-8c0b-1df1bbf4ab56,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:09.357338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:09.380575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.424665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.426498 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:09.427347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.433736 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5018d17d-c4d2-4e11-a498-b7f2fcfebcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:09.544435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd7c5dc-d7ff-4a9f-9256-902be63855b4,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:09.558705 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:09.572802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 9cd7c5dc-d7ff-4a9f-9256-902be63855b4 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:45:09.575311 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7148969 Sep 15 13:45:09.578620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57602) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:09.585747 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Request body: {'subnet': {'network_id': '9cd7c5dc-d7ff-4a9f-9256-902be63855b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409889136-subnet', 'tenant_id': '6d52fc8c12d74995b4e1c577d358ee9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:09.591527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:09.596937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Usage tracker for resource:subnet and tenant:6d52fc8c12d74995b4e1c577d358ee9e is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:09.600984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:09.611267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:09.637335 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Made reservation on behalf of 6d52fc8c12d74995b4e1c577d358ee9e for: {'subnet': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:09.642628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1367423'] for subnet, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.786309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.811760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:09.820609 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.824601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:09.905198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:08Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:09.932782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa00a1-93c1-49d3-b834-07da5603000f None None] The sync data for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb is: [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:08Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:09.953154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:09.957271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:09.968426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1432857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1367406'] for subnet, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:09.973777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:09.978664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5b72af74-d767-4d33-9721-9bccc1f04f92 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:10.089295 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 5b72af74-d767-4d33-9721-9bccc1f04f92 completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:10.098674 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 5b72af74-d767-4d33-9721-9bccc1f04f92 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:10.099260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:10.280686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:10.353297 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057a2144-85c7-47e6-a50d-c766c39e9a4b,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:10.357088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:10.374080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Checking segment: {'id': 'f5bfd912-8d46-4c99-ad94-93f933e09aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9cd7c5dc-d7ff-4a9f-9256-902be63855b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:10.374509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Network hostable DHCP agents. Network: 9cd7c5dc-d7ff-4a9f-9256-902be63855b4, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:45:10.375161 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Sync routers for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:10.386267 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 5b72af74-d767-4d33-9721-9bccc1f04f92, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5b72af74-d767-4d33-9721-9bccc1f04f92,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:10.397286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:10.402429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:10.406824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:10.409528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:10.421180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Network 9cd7c5dc-d7ff-4a9f-9256-902be63855b4 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:45:10.441337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 9cd7c5dc-d7ff-4a9f-9256-902be63855b4) {{(pid=82340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:10.446400 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:10.447265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:10.465931 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4cf5b7-3149-43fc-bc2d-226a1b472ab8 None None] Network 9cd7c5dc-d7ff-4a9f-9256-902be63855b4 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:10.489402 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c4f263aa-fdde-4b84-a4f1-289a3febea92 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9092877 Sep 15 13:45:10.645801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:10.649155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:10.758183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:10.813984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a4202-090e-42bd-aa6a-35ff1905d69d None None] Network 9cd7c5dc-d7ff-4a9f-9256-902be63855b4 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:11.280316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:06Z', 'revision_number': 4, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d', 'name': '', 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'mac_address': 'fa:16:3e:21:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:05Z', 'updated_at': '2021-09-15T13:45:06Z', 'revision_number': 2, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'subnets': [{'id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:11.292838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Checking router: b4e4816a-7e32-4e5f-887f-992744fbf48a for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:11.293320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Updating router b4e4816a-7e32-4e5f-887f-992744fbf48a port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d binding host dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 15 13:45:11.386872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.719775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.847823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57624) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:11.854028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-434789653-network', 'tenant_id': '234e59af0b4e4a128c8adb56c121958a'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:11.862133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:11.871200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Usage tracker for resource:network and tenant:234e59af0b4e4a128c8adb56c121958a is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:11.878818 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:11.885972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:11.901004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.910932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Made reservation on behalf of 234e59af0b4e4a128c8adb56c121958a for: {'network': 1} {{(pid=82340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:11.914944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Transition to ACTIVE for port object 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d will not be triggered until provisioned by entity L2. {{(pid=82342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:11.919621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for network, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.922904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.929853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78c5ccd4-8b3c-4bd7-8ae3-da0bd5098095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:11.941643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:11.942723 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5b72af74-d767-4d33-9721-9bccc1f04f92 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:11.996143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:12.000621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Usage tracker for resource:security_group_rule and tenant:234e59af0b4e4a128c8adb56c121958a is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:12.004286 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:12.012027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:12.021635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33dedf-16ee-447a-ac21-1c400094f0ce None None] Pushing event updated for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=3']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:12.022393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 5b72af74-d767-4d33-9721-9bccc1f04f92 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:12.023081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.025709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cd33dedf-16ee-447a-ac21-1c400094f0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:12.107915 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.113330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.118606 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9d0d1a9d-21fd-4cf4-a868-484eeadbc74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:12.153707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=82340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 15 13:45:12.165327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf3125-2b32-4ff7-beaf-bb32a22373a5,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:12.181042 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:12.190256 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.190674 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.segments_db [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Added segment 3625ef74-e56d-4e76-9d4f-d5f54be48306 of type vlan for network 2e3d8e1f-e95d-45a4-a260-715795204386 Sep 15 13:45:12.210122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:12.223575 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765498916450'] for network, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.233228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Attempting to bind port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d on host dv-cinder-809181-1-smb for vnic_type normal with profile {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:12.237189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Attempting to bind port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d by drivers openvswitch,hyperv on host dv-cinder-809181-1-smb at level 0 using segments [{'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:12.237765 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Attempting to bind port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d on network 00387ba9-baad-4ea8-8414-14954bf28d52 {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:12.245159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Checking agent: {'id': '4d7f0830-8061-421f-9c85-df2f72b6136a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809181-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 29, 46), 'started_at': datetime.datetime(2021, 9, 15, 13, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809181-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:12.245715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Checking segment: {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:12.246363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.246891 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Bound using segment: {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'} {{(pid=82342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:12.247484 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Bound port: 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d, host: dv-cinder-809181-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dc2345-386b-4d55-b495-f1c52a0a6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52'}}] {{(pid=82342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:12.248013 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.257762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936'] for network, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.259081 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:12.259719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.266270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:12.304308 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:12.304853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.409100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3d8e1f-e95d-45a4-a260-715795204386,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:12.421458 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] For port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d, host dv-cinder-809181-1-smb, cleared binding levels {{(pid=82342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:12.423677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:12.428753 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5770626 Sep 15 13:45:12.429636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57628) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:12.436656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Request body: {'subnet': {'network_id': '2e3d8e1f-e95d-45a4-a260-715795204386', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-434789653-subnet', 'tenant_id': '234e59af0b4e4a128c8adb56c121958a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:12.443527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] For port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d, host dv-cinder-809181-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:12.449524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82342) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.453975 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:12.461136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Usage tracker for resource:subnet and tenant:234e59af0b4e4a128c8adb56c121958a is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:12.470511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:12.475197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:12.491436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:12.515347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Made reservation on behalf of 234e59af0b4e4a128c8adb56c121958a for: {'subnet': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:12.520969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853340893'] for subnet, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.602127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Network 2e3d8e1f-e95d-45a4-a260-715795204386 details requested by agent ovs-agent-dv-cinder-809181-1-smb with host dv-cinder-809181-1-smb {{(pid=82341) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 15 13:45:12.618508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:12.619446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:44:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:12.785348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2048722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853340878'] for subnet, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:12.791932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c4c076d4-abdf-42fd-bbbf-0f45ec2c3199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:12.901290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901a51bb-f17c-4ff3-af5b-458e28bf88ff,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:12.911052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:12.915326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Checking segment: {'id': '3625ef74-e56d-4e76-9d4f-d5f54be48306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2e3d8e1f-e95d-45a4-a260-715795204386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:12.915842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Network hostable DHCP agents. Network: 2e3d8e1f-e95d-45a4-a260-715795204386, hostable agents: ['836eff8d-d9f0-4c38-8640-df000c8f4d5a'], hosted agents: [] {{(pid=82339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 15 13:45:12.959115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Network 2e3d8e1f-e95d-45a4-a260-715795204386 is scheduled to be hosted by DHCP agent 836eff8d-d9f0-4c38-8640-df000c8f4d5a with binding_index 1 {{(pid=82339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 15 13:45:12.993406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809181-1-smb, 2e3d8e1f-e95d-45a4-a260-715795204386) {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:13.009441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33dedf-16ee-447a-ac21-1c400094f0ce None None] Pushing event updated for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=4']} {{(pid=82342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:13.013486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-cd33dedf-16ee-447a-ac21-1c400094f0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=82342) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:13.030953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:13.031756 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:13.045070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665e4d1-f3b1-499c-97b4-5a10be7f718d None None] Network 2e3d8e1f-e95d-45a4-a260-715795204386 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:13.079849 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6485999 Sep 15 13:45:13.145834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:13.301666 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57634) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:13.372315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Deleting subnet 057a2144-85c7-47e6-a50d-c766c39e9a4b {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:45:13.378198 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:13.621853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:06Z', 'revision_number': 4, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d', 'name': '', 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'mac_address': 'fa:16:3e:21:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:05Z', 'updated_at': '2021-09-15T13:45:12Z', 'revision_number': 4, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'subnets': [{'id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:13.628177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a266ccc-6058-446f-bb73-51a90ad7f0a7 None None] The sync data for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb is: [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:45:06Z', 'revision_number': 4, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d', 'name': '', 'network_id': '00387ba9-baad-4ea8-8414-14954bf28d52', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'mac_address': 'fa:16:3e:21:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:05Z', 'updated_at': '2021-09-15T13:45:12Z', 'revision_number': 4, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'subnets': [{'id': 'fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:13.651047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a9458-9ebd-4e08-858f-2cc2f00dab35 None None] Network 2e3d8e1f-e95d-45a4-a260-715795204386 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:13.826133 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:13.895085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:13.983971 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:13.984654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:13.990299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:14.038790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057a2144-85c7-47e6-a50d-c766c39e9a4b,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:14.043311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:14.052440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.062148 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-f96e243c-496d-4c34-9432-8a0140c4aa93 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/057a2144-85c7-47e6-a50d-c766c39e9a4b HTTP/1.1" status: 204 len: 168 time: 0.7569330 Sep 15 13:45:14.062849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57642) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:14.113930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:14.121636 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:14.121988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.211788 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.269019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.333109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] For port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:14.343976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.346051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:14.381855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.397979 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd7c5dc-d7ff-4a9f-9256-902be63855b4']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:14.420296 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bfd912-8d46-4c99-ad94-93f933e09aee') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:14.420911 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bfd912-8d46-4c99-ad94-93f933e09aee') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:14.426213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Pushing event updated for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:14.429607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:14.436059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.456156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.467364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:45:14.467805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:14.489347 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:14.581462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.587249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:14.610832 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.616722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd7c5dc-d7ff-4a9f-9256-902be63855b4,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:14.620291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:14.624850 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] 10.222.0.22 "DELETE /v2.0/networks/9cd7c5dc-d7ff-4a9f-9256-902be63855b4 HTTP/1.1" status: 204 len: 168 time: 0.5605872 Sep 15 13:45:14.626679 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57646) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:14.703225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Deleting subnet 901a51bb-f17c-4ff3-af5b-458e28bf88ff {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:45:14.706551 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.774843 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.844237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.934245 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:14.939574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:14.993238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901a51bb-f17c-4ff3-af5b-458e28bf88ff,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:14.997582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:15.002138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.009111 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e95239ba-f7ee-47eb-9959-13d8d584f0aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/901a51bb-f17c-4ff3-af5b-458e28bf88ff HTTP/1.1" status: 204 len: 168 time: 0.3806736 Sep 15 13:45:15.011976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57650) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:15.139024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-16691295-fbc0-47d9-8311-c85bcb6cf21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.146773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.300479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.315623 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3d8e1f-e95d-45a4-a260-715795204386']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:15.337251 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3625ef74-e56d-4e76-9d4f-d5f54be48306') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:15.337596 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3625ef74-e56d-4e76-9d4f-d5f54be48306') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:15.351111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.374904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.381004 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:45:15.381517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:15.397338 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:15.487595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.500913 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.506080 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-71ab1e70-d131-45bd-b6c2-e1d26edcf986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:15.530462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3d8e1f-e95d-45a4-a260-715795204386,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:15.535474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:15.537575 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b85020b1-a697-4dd4-8ced-b18c5d426d1d admin admin] 10.222.0.22 "DELETE /v2.0/networks/2e3d8e1f-e95d-45a4-a260-715795204386 HTTP/1.1" status: 204 len: 168 time: 0.5244191 Sep 15 13:45:15.777486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57656) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:15.844067 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-07cc325e-1374-43bb-8325-3f69c0813366 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d52fc8c12d74995b4e1c577d358ee9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652730 Sep 15 13:45:15.846800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 57660) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:15.918731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:15.932162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d up at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:15.949289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.000164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.007502 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b6e0f91f-c942-49d5-bebf-e6d7db26b3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:16.019577 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d8e57-ef04-428f-8c0b-1df1bbf4ab56,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:16.023615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:16.030070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.031570 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/924d8e57-ef04-428f-8c0b-1df1bbf4ab56 HTTP/1.1" status: 204 len: 168 time: 0.1837389 Sep 15 13:45:16.053525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Provisioning complete for port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:16.053951 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.576868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.588238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57668) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:16.652571 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c4f28788-38e7-4463-ae8e-5a8ea875828c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=234e59af0b4e4a128c8adb56c121958a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0628331 Sep 15 13:45:16.655169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57672) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:16.727310 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.754170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.805699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.810928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-42858eb7-52dd-4aa2-9cf3-db5e66a4817e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:16.825654 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf3125-2b32-4ff7-beaf-bb32a22373a5,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:16.828071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:16.830915 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faaf3125-2b32-4ff7-beaf-bb32a22373a5 HTTP/1.1" status: 204 len: 168 time: 0.1745911 Sep 15 13:45:16.831901 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-98b2407a-0dbc-4c86-94ec-f1ffbd07a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:17.561941 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ecd9fa1f-74fd-496a-929a-d64765a39297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:17.794699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:18.511707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:45:19.373289 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:20.455706 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-8dc94a3e-2cd1-4002-aabd-3de69cfb3c4e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:20.457282 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-8dc94a3e-2cd1-4002-aabd-3de69cfb3c4e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 814 time: 0.1532826 Sep 15 13:45:20.474584 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-e099fc19-1083-461e-a753-2ed343721287 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/quotas/e9eface3f3cc449c8f444f38a98042c9 HTTP/1.1" status: 200 len: 375 time: 0.0114553 Sep 15 13:45:20.561173 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-58a9ec55-a85b-446e-b182-bbdcd07ca1ea tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814812 Sep 15 13:45:20.774775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57758) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:20.854715 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-38c105c8-dd11-4cc4-9b3f-053b7c5e69dd service neutron] 10.222.0.22 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809541 Sep 15 13:45:20.997548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Deleting port 9ae26bd8-6596-465e-8682-cc9b22fe4590 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:20.997845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:21.006995 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-053dbfe5-a8df-4747-aa95-700354839248 service neutron] 10.222.0.22 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459355 Sep 15 13:45:21.220202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:21.220613 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:21.235660 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b049fe4c-2a83-4af9-ab09-2ede494f3087 req-0dfd4486-8edf-451b-9824-52ed3dee61e0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:21.363153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Calling delete_port for 9ae26bd8-6596-465e-8682-cc9b22fe4590 owned by network:floatingip {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:21.414885 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-b049fe4c-2a83-4af9-ab09-2ede494f3087 req-0dfd4486-8edf-451b-9824-52ed3dee61e0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:21.416311 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b049fe4c-2a83-4af9-ab09-2ede494f3087 req-0dfd4486-8edf-451b-9824-52ed3dee61e0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 210 time: 0.2429695 Sep 15 13:45:21.527633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:21.532019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-68488f9a-addc-42a7-ac2f-99e60f48a163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:21.575475 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event deleted for resources: {'Port': ['ID=9ae26bd8-6596-465e-8682-cc9b22fe4590,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:21.578533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:21.671699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for floatingip, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:22.084639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Router 394be0f8-204d-4dfe-bebd-02340e38fb88 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:22.301301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:22.316007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Sync routers for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:22.332090 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:22.333205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:22.335783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:22.474513 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1115fc39-8ee3-402c-a977-a6ff0a6a479c tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "DELETE /v2.0/floatingips/243a6b42-89d1-4350-86bb-bf5b31d419dc HTTP/1.1" status: 204 len: 168 time: 1.6985092 Sep 15 13:45:22.475288 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:22.569427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-48c5b3d5-fc40-4bde-9e58-73c0921c3917 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:22.571041 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-48c5b3d5-fc40-4bde-9e58-73c0921c3917 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 814 time: 0.3075340 Sep 15 13:45:22.590240 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'port': {'device_id': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'admin_state_up': True, 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:22.629306 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:22.828348 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:22.842713 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:22.844884 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'status': 'completed', 'code': 200} Sep 15 13:45:22.878964 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-79f5fca3-f41a-4c07-9894-7f85daee7138 req-6612aad4-1e9e-4d74-937c-1af5007d02d7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 210 time: 0.1040819 Sep 15 13:45:22.883282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Made reservation on behalf of e9eface3f3cc449c8f444f38a98042c9 for: {'port': 1} {{(pid=82339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 15 13:45:22.888920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:23.062458 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-0e5d3fbe-e1fe-40a0-8cc2-dcda0fd61e1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 1098 time: 0.1954408 Sep 15 13:45:23.131230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Allocated IP 172.20.0.4 (a43eef80-559b-43fd-96c6-6fff4b352153/7acccd84-9ef4-4d29-898b-7bfd29dbeb7e/e3712a77-a874-45d6-8d95-ef22e331394e) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:45:23.249077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c511e0-863b-4f8d-a0fe-0864e34a74a6 req-35f76a92-4e48-4f30-b0b6-012127807c30 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:23.249930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-84c511e0-863b-4f8d-a0fe-0864e34a74a6 req-35f76a92-4e48-4f30-b0b6-012127807c30 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:23.250918 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:23.256369 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Checking router: 394be0f8-204d-4dfe-bebd-02340e38fb88 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:23.272845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:23.273627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:23.356515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-84c511e0-863b-4f8d-a0fe-0864e34a74a6 req-35f76a92-4e48-4f30-b0b6-012127807c30 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:23.366735 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84c511e0-863b-4f8d-a0fe-0864e34a74a6 req-35f76a92-4e48-4f30-b0b6-012127807c30 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.3968611 Sep 15 13:45:23.385692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:23.404320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Transition to ACTIVE for port object e3712a77-a874-45d6-8d95-ef22e331394e will not be triggered until provisioned by entity DHCP. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:23.442202 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:23.453197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-c406528f-f4e7-4af4-a902-145dc6274b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:23.454860 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-c406528f-f4e7-4af4-a902-145dc6274b7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 200 len: 909 time: 0.3814962 Sep 15 13:45:23.461178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:23.516996 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-84c511e0-863b-4f8d-a0fe-0864e34a74a6 req-67eb0f56-84da-438c-8502-94a6cb5e2eef tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491597 Sep 15 13:45:23.521277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:23.536835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Network a43eef80-559b-43fd-96c6-6fff4b352153 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:23.544653 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:23.559185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:45:23.650267 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-bad99d2d-788d-4c25-b348-a09d2bad350c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 200 len: 217 time: 0.0959396 Sep 15 13:45:23.676501 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:23.702667 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:23.703395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:23.731102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.731543 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.731902 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.732301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.732699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.733093 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.733521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.733857 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.734497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.734999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.735316 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:23.742179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:23.752089 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-2a36c69f-32ca-451c-9f66-393465be2c92 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653938 Sep 15 13:45:24.179345 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6fce3-1d05-4079-a769-25f70f9ac31e req-df4117e7-7447-4f50-9a60-5f161a1e4e67 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:24.180617 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e7a6fce3-1d05-4079-a769-25f70f9ac31e req-df4117e7-7447-4f50-9a60-5f161a1e4e67 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:24.200743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e7a6fce3-1d05-4079-a769-25f70f9ac31e req-df4117e7-7447-4f50-9a60-5f161a1e4e67 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:24.208866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:24.210523 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e7a6fce3-1d05-4079-a769-25f70f9ac31e req-df4117e7-7447-4f50-9a60-5f161a1e4e67 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.1687858 Sep 15 13:45:24.214565 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cc0ed-4fba-4da0-9ad2-3108bf350b09 None None] The sync data for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb is: [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:40:04Z', 'revision_number': 4, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '7f837e92-e704-49ee-a42b-b94c51bf3fb1', 'name': '', 'network_id': 'cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'mac_address': 'fa:16:3e:f4:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8641240c-847e-45ab-a704-ae5c1f884013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:03Z', 'updated_at': '2021-09-15T13:40:15Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'subnets': [{'id': '8641240c-847e-45ab-a704-ae5c1f884013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:24.248642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f16303ec-1881-4db8-8137-b063586baa03 None None] Provisioning for port e3712a77-a874-45d6-8d95-ef22e331394e completed by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:24.255228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-f16303ec-1881-4db8-8137-b063586baa03 None None] Provisioning complete for port e3712a77-a874-45d6-8d95-ef22e331394e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:24.256040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-f16303ec-1881-4db8-8137-b063586baa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:24.317973 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e7a6fce3-1d05-4079-a769-25f70f9ac31e req-e6367c84-f9eb-4819-95c1-5a87698dff28 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063616 Sep 15 13:45:24.372866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-f16303ec-1881-4db8-8137-b063586baa03 None None] Port e3712a77-a874-45d6-8d95-ef22e331394e cannot update to ACTIVE because it is not bound. {{(pid=82341) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 15 13:45:24.761125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ece85-3741-48ea-b642-e840e6dc6756 req-ca796245-6220-4e06-9ab2-9b7df3efa028 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:24.762952 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2e1ece85-3741-48ea-b642-e840e6dc6756 req-ca796245-6220-4e06-9ab2-9b7df3efa028 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1059244 Sep 15 13:45:24.848144 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2e1ece85-3741-48ea-b642-e840e6dc6756 req-02b04780-41f3-43de-af8c-e7118718c5d4 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774739 Sep 15 13:45:24.905131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8d296-9c7b-4489-b54e-0ec0f8debee5 None None] New status for floating IP 243a6b42-89d1-4350-86bb-bf5b31d419dc: DOWN {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:45:25.533430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a653d5-6b63-4aef-96f2-baeafc7f36b7 req-55b5bbb0-c665-48c3-b41a-cc3e01bf126a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:25.535096 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d3a653d5-6b63-4aef-96f2-baeafc7f36b7 req-55b5bbb0-c665-48c3-b41a-cc3e01bf126a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.0863411 Sep 15 13:45:25.586769 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-d3a653d5-6b63-4aef-96f2-baeafc7f36b7 req-f4f94d7e-764b-4c79-8c07-e932f274bb3e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Sep 15 13:45:26.078265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3630228-9ed0-4a6c-a627-916c180df3cd req-9f12ed03-ac54-42ac-b26b-2a81ee3be7d5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:26.080558 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3630228-9ed0-4a6c-a627-916c180df3cd req-9f12ed03-ac54-42ac-b26b-2a81ee3be7d5 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0972595 Sep 15 13:45:26.140113 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c3630228-9ed0-4a6c-a627-916c180df3cd req-ade366ad-114c-4a72-8dca-49f63ed14707 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533571 Sep 15 13:45:26.795595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f105-5f4b-410b-842f-46f9cfa8ac8a req-e92b75e6-b0fb-4f73-8707-5e74f9c9cf13 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:26.797380 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c1a7f105-5f4b-410b-842f-46f9cfa8ac8a req-e92b75e6-b0fb-4f73-8707-5e74f9c9cf13 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.0871489 Sep 15 13:45:26.848624 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c1a7f105-5f4b-410b-842f-46f9cfa8ac8a req-bed52e68-b269-4e1e-92af-662bed0abe22 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Sep 15 13:45:27.588065 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb0458-00d8-4b6a-b655-7dffce20f55f req-08dbbd55-0a0f-498d-99dd-2dbcc0c8d03f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:27.596448 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-63bb0458-00d8-4b6a-b655-7dffce20f55f req-08dbbd55-0a0f-498d-99dd-2dbcc0c8d03f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.3263037 Sep 15 13:45:27.650940 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-63bb0458-00d8-4b6a-b655-7dffce20f55f req-9e1a2f64-d189-439d-93e7-8e3dc0c9a056 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534337 Sep 15 13:45:28.062307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1fe9-2eed-4686-8197-8d4c1f253d16 req-6ba84937-1260-48a1-b4a5-c95401504c62 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:28.066805 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57bd1fe9-2eed-4686-8197-8d4c1f253d16 req-6ba84937-1260-48a1-b4a5-c95401504c62 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.0913680 Sep 15 13:45:28.115514 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57bd1fe9-2eed-4686-8197-8d4c1f253d16 req-7e2ab49d-eebc-44c1-a5a6-0ddd6fcb8f5a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Sep 15 13:45:28.858254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce710c-f806-4f99-bf9d-e82ebb8988f9 req-43b9c9de-3f64-4ead-bc2e-acdb138d3837 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:28.866918 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-18ce710c-f806-4f99-bf9d-e82ebb8988f9 req-43b9c9de-3f64-4ead-bc2e-acdb138d3837 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.1001194 Sep 15 13:45:28.918017 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-18ce710c-f806-4f99-bf9d-e82ebb8988f9 req-a62e0bb5-961f-4517-83a6-1ac439f82bed tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507517 Sep 15 13:45:29.390430 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df315-381f-4221-82e3-48b50ca7555d req-bc5e4c02-f183-4f57-9a15-4cb5b81b499f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:29.393719 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e48df315-381f-4221-82e3-48b50ca7555d req-bc5e4c02-f183-4f57-9a15-4cb5b81b499f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.1247709 Sep 15 13:45:29.454685 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e48df315-381f-4221-82e3-48b50ca7555d req-cb4e5ce7-850f-4fd5-9221-90ccff346be7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554745 Sep 15 13:45:30.134468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753270cd-dbfb-408b-a8a0-89a9cf006b72 req-05653273-5a58-474e-8439-a30157e6fcdc tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:30.136017 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-753270cd-dbfb-408b-a8a0-89a9cf006b72 req-05653273-5a58-474e-8439-a30157e6fcdc tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0844743 Sep 15 13:45:30.187316 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-753270cd-dbfb-408b-a8a0-89a9cf006b72 req-6eaf212e-93a6-4c0e-b503-7cdd358471cc tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450170 Sep 15 13:45:30.680779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfed44-db8d-42af-afa7-91d049719a1e req-5b809192-833f-410c-824c-cda7a6bd4d43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:30.682429 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-73bfed44-db8d-42af-afa7-91d049719a1e req-5b809192-833f-410c-824c-cda7a6bd4d43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.1061256 Sep 15 13:45:30.744019 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-73bfed44-db8d-42af-afa7-91d049719a1e req-ef4ab4ac-e6ff-4d89-b710-b68f2a1439d3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553806 Sep 15 13:45:31.409064 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fa021-5997-42e5-b4e7-0b59d2110022 req-cba7caf4-6d9a-43a4-968b-f2d049e6d534 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:31.410679 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-090fa021-5997-42e5-b4e7-0b59d2110022 req-cba7caf4-6d9a-43a4-968b-f2d049e6d534 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0914032 Sep 15 13:45:31.460477 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-090fa021-5997-42e5-b4e7-0b59d2110022 req-68dd3ce3-ab65-4b45-b663-d039176aedba tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435312 Sep 15 13:45:31.979263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429615-af9d-451e-a5e2-043911491508 req-d78f7c74-4678-4e42-bf70-2e38ffdf70fd tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:31.981029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57429615-af9d-451e-a5e2-043911491508 req-d78f7c74-4678-4e42-bf70-2e38ffdf70fd tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.0975211 Sep 15 13:45:32.032144 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-57429615-af9d-451e-a5e2-043911491508 req-78c1e3dd-25de-4b4a-b080-216b17d329bb tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Sep 15 13:45:32.884303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86686d1d-22ce-4b4e-a73d-4f161b9af5c3 req-27f7bcee-243f-440e-871a-cd380b8e02a1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:32.885834 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-86686d1d-22ce-4b4e-a73d-4f161b9af5c3 req-27f7bcee-243f-440e-871a-cd380b8e02a1 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0830915 Sep 15 13:45:32.935079 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-86686d1d-22ce-4b4e-a73d-4f161b9af5c3 req-6ecbc202-ca8d-4c5e-9aa3-1ef83c571255 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428722 Sep 15 13:45:33.235593 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e67f-574c-45a2-bad7-e74b1b1ceca4 req-e02c926c-af12-42ad-a349-613c8ae86e34 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:33.237150 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f13e67f-574c-45a2-bad7-e74b1b1ceca4 req-e02c926c-af12-42ad-a349-613c8ae86e34 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 931 time: 0.0852029 Sep 15 13:45:33.284443 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8f13e67f-574c-45a2-bad7-e74b1b1ceca4 req-10fd0ade-7ada-42d8-bc72-1a69ee8fb1f6 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Sep 15 13:45:33.389351 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Request body: {'port': {'device_id': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80918'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:33.450540 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-a845a651-1b0a-4f4f-ba28-3af1be247586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:33.452101 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-a845a651-1b0a-4f4f-ba28-3af1be247586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 200 len: 847 time: 0.0675130 Sep 15 13:45:33.507643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:33.537267 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-6e9f55b6-7157-495f-80a4-2aa34bf6dfd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781963 Sep 15 13:45:33.688403 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-e27adf73-c528-43f1-8dcf-42e361dbad22 service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405139 Sep 15 13:45:33.840924 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-77c8cad6-34b5-4ce6-afb8-a6881927db58 req-5dadecea-be5d-4ba9-a009-c7fc2fe133fa service neutron] 10.222.0.39 "GET /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451983 Sep 15 13:45:34.137969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3712a77-a874-45d6-8d95-ef22e331394e {{(pid=82339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:45:34.144797 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.160486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Transition to ACTIVE for port object e3712a77-a874-45d6-8d95-ef22e331394e will not be triggered until provisioned by entity L2. {{(pid=82339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 15 13:45:34.162440 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b031-68f8-43f2-97f3-137b757a802b req-0710fd07-9809-42bd-ad58-3f486794e77f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:34.164068 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf00b031-68f8-43f2-97f3-137b757a802b req-0710fd07-9809-42bd-ad58-3f486794e77f tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0999587 Sep 15 13:45:34.166059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.170744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1e4623a6-4c99-4f5b-9c2f-69d53fb3e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:34.212006 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bf00b031-68f8-43f2-97f3-137b757a802b req-40b21219-e97b-44c3-b339-59eb1439f027 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd09bb02-710d-44f6-a926-ed4d5f7fa66f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416114 Sep 15 13:45:34.296142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:34.306661 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:34.338986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-5b362428-9ee6-4b08-898a-38565add87f9 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:34.340569 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-5b362428-9ee6-4b08-898a-38565add87f9 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 945 time: 0.0992441 Sep 15 13:45:34.431846 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Deleting port b4a27fcf-c569-4013-9a48-4f9e0b917abb {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:34.432386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.435806 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Attempting to bind port e3712a77-a874-45d6-8d95-ef22e331394e on host hv-cinder-80918 for vnic_type normal with profile {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 15 13:45:34.436185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Attempting to bind port e3712a77-a874-45d6-8d95-ef22e331394e by drivers openvswitch,hyperv on host hv-cinder-80918 at level 0 using segments [{'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 15 13:45:34.436555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Attempting to bind port e3712a77-a874-45d6-8d95-ef22e331394e on network a43eef80-559b-43fd-96c6-6fff4b352153 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:34.493830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Port e3712a77-a874-45d6-8d95-ef22e331394e on network a43eef80-559b-43fd-96c6-6fff4b352153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80918 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 13:45:34.494122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Attempting to bind port e3712a77-a874-45d6-8d95-ef22e331394e on network a43eef80-559b-43fd-96c6-6fff4b352153 {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 15 13:45:34.504463 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Checking agent: {'id': 'b005b43c-0e33-4420-9639-21b948f3aeef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80918', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 15 13:45:34.504835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Checking segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 15 13:45:34.505258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Bound using segment: {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'} {{(pid=82339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 15 13:45:34.505730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.managers [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Bound port: e3712a77-a874-45d6-8d95-ef22e331394e, host: hv-cinder-80918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077ccbfa-c778-4b52-af47-15d51d840536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153'}}] {{(pid=82339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 15 13:45:34.506118 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.596966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b843197-894b-44ed-8cd4-6ba9a4ae4863 req-2c2812b9-b086-4a32-9022-77787f297035 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:34.598591 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5b843197-894b-44ed-8cd4-6ba9a4ae4863 req-2c2812b9-b086-4a32-9022-77787f297035 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 943 time: 0.1594286 Sep 15 13:45:34.655130 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, cleared binding levels {{(pid=82339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 15 13:45:34.671184 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5b843197-894b-44ed-8cd4-6ba9a4ae4863 req-59eacce4-5c60-4a54-bfc3-9925bce4c05b tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583177 Sep 15 13:45:34.672682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 15 13:45:34.675898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.681254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:34.695371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] For port b4a27fcf-c569-4013-9a48-4f9e0b917abb, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=b4a27fcf-c569-4013-9a48-4f9e0b917abb,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:34.695371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.735457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:34.736987 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-9b0c8572-9076-4020-91be-da5758176435 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 1093 time: 1.3524516 Sep 15 13:45:34.737504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:34.763687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=3']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:34.767006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:34.828839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Calling delete_port for b4a27fcf-c569-4013-9a48-4f9e0b917abb owned by compute:nova {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:34.839580 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:45:34.871217 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-207d257a-6419-4e34-8415-8cdc651c61fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1096 time: 0.0859900 Sep 15 13:45:34.952323 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-60f6f7a7-b1ac-4d04-8c07-262038612ac9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 217 time: 0.0736320 Sep 15 13:45:34.992595 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:35.004933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:35.029352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-65ff3bbf-48e6-4074-a448-d552d61330e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:35.031005 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-65ff3bbf-48e6-4074-a448-d552d61330e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0724258 Sep 15 13:45:35.056899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event deleted for resources: {'Port': ['ID=b4a27fcf-c569-4013-9a48-4f9e0b917abb,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:35.061223 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:35.124809 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-e95ad8d1-d057-4286-ae85-3164ac26c256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871849 Sep 15 13:45:35.135517 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] No DVR routers for this DVR port b4a27fcf-c569-4013-9a48-4f9e0b917abb on host hv-cinder-80918 {{(pid=82340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:45:35.138071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:35.140996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-deleted', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:35.171734 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-5ecbd46a-2fd7-4f72-926f-9c5e3d759269 req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.39 "DELETE /v2.0/ports/b4a27fcf-c569-4013-9a48-4f9e0b917abb HTTP/1.1" status: 204 len: 173 time: 0.8242080 Sep 15 13:45:35.203217 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e85137-3f15-4636-849e-9e8acb26c756', 'name': 'network-vif-deleted', 'tag': 'b4a27fcf-c569-4013-9a48-4f9e0b917abb', 'status': 'completed', 'code': 200} Sep 15 13:45:35.276070 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-f86e2da0-c300-4ecc-a903-5aa244bcb6c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442490 Sep 15 13:45:35.409121 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c516c842-0899-4382-bd6a-02c46bd5181d req-6c469d86-ded8-48f5-a8bf-60f4a4248229 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Synchronizing usage tracker for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:35.424859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c516c842-0899-4382-bd6a-02c46bd5181d req-6c469d86-ded8-48f5-a8bf-60f4a4248229 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Unset dirty status for tenant:d959c1af37df47bcb4ab73ad6147d1a2 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:35.426167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c516c842-0899-4382-bd6a-02c46bd5181d req-6c469d86-ded8-48f5-a8bf-60f4a4248229 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e85137-3f15-4636-849e-9e8acb26c756 HTTP/1.1" status: 200 len: 210 time: 0.0672927 Sep 15 13:45:35.436994 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0579af12-43e6-48e9-9a56-074c88f5be40 req-50f48932-963d-4212-a68c-c9ee028fb644 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528614 Sep 15 13:45:35.594506 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-ad5f4dc4-6909-4e74-b4e0-fd8a1aa358a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1096 time: 0.0907881 Sep 15 13:45:35.744633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-2f23abb7-c28c-4526-bb7c-0bd9846abf5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:35.746182 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-2f23abb7-c28c-4526-bb7c-0bd9846abf5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1455925 Sep 15 13:45:35.859989 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-46b78341-46fe-4189-8cf3-1b2019a7c5f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 217 time: 0.1053653 Sep 15 13:45:35.949649 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-070c7a19-fbb1-48db-8221-639b2cd7899e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:35.951262 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-070c7a19-fbb1-48db-8221-639b2cd7899e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0797336 Sep 15 13:45:36.013761 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690166-b9a1-4062-9c51-e6f516af6870 req-14d2430e-f699-4b57-87a8-d6e4ff0924f5 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:36.015360 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19690166-b9a1-4062-9c51-e6f516af6870 req-14d2430e-f699-4b57-87a8-d6e4ff0924f5 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 943 time: 0.2075889 Sep 15 13:45:36.077333 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-a54401eb-51ad-467f-bef3-d81783dda555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1183078 Sep 15 13:45:36.115478 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-19690166-b9a1-4062-9c51-e6f516af6870 req-80bbaa25-8ba4-406f-bfe1-af2fa9070cb7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819690 Sep 15 13:45:36.231097 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-e1244a3e-2370-456e-b808-2cf307e75637 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463225 Sep 15 13:45:36.372918 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7bf66ea5-3adc-45c7-80c0-29275587eb72 req-ac7310d8-cd3f-42ad-a7a6-cd78da3a2e7b service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346231 Sep 15 13:45:36.542170 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 57986) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:36.587141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device e3712a77-a874-45d6-8d95-ef22e331394e details requested by agent hyperv_hv-cinder-80918 with host hv-cinder-80918 {{(pid=82341) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 15 13:45:36.590432 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:36.614397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.627985 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: b4a27fcf-c569-4013-9a48-4f9e0b917abb {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:36.628385 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device b4a27fcf-c569-4013-9a48-4f9e0b917abb not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:36.646269 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.699996 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.706070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43d55a74-cf43-41a9-9223-3dab8ba2dd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:36.722250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09bb02-710d-44f6-a926-ed4d5f7fa66f,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:36.725163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:36.733555 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.738527 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] 10.222.0.22 "DELETE /v2.0/security-groups/dd09bb02-710d-44f6-a926-ed4d5f7fa66f HTTP/1.1" status: 204 len: 168 time: 0.1947184 Sep 15 13:45:36.786094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58000) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:36.796340 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:36.812485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Returning: {'device': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'port_id': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'mac_address': 'fa:16:3e:4b:dd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82341) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 13:45:36.874036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.893238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3712a77-a874-45d6-8d95-ef22e331394e {{(pid=82341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 15 13:45:36.910371 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:36.913594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:36.915715 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-47a7ab65-1c4e-4e07-81d2-5724ce635d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:36.996250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=4']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:37.006207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.006686 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.007141 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.007582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.008023 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.008464 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.008903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.009339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.009842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.010360 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.010856 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:45:37.015364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:37.116007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:45:37.402930 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58024) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:37.438046 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467f46-8a6b-41f6-8166-ed0a5827479d req-f753157c-1107-453c-bf82-22cbf92393fc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:37.440223 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1467f46-8a6b-41f6-8166-ed0a5827479d req-f753157c-1107-453c-bf82-22cbf92393fc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 944 time: 0.1776996 Sep 15 13:45:37.507462 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e1467f46-8a6b-41f6-8166-ed0a5827479d req-238ca208-e719-49b8-b378-4c898fe60193 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:37.534815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-e1467f46-8a6b-41f6-8166-ed0a5827479d req-238ca208-e719-49b8-b378-4c898fe60193 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:37.536119 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-e1467f46-8a6b-41f6-8166-ed0a5827479d req-238ca208-e719-49b8-b378-4c898fe60193 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886555 Sep 15 13:45:37.538506 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.583100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.608253 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:37.612794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Usage tracker for resource:security_group_rule and tenant:13e85f0808dd4dbda22a40b7e84c63a3 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:37.615813 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:37.621831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:37.691149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.693779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.701221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5b58fa22-bee1-4c67-b892-2d7ef2bfef4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:37.749036 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13e85f0808dd4dbda22a40b7e84c63a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3447671 Sep 15 13:45:37.750033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8059aad4-1c3b-4dc0-ad65-5e72e30b5f24,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:37.752620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58030) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:37.755339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b39eb2bc-6890-44eb-8668-4434e45546b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:37.815211 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.841783 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.890694 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.896229 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d5c6ba9b-bf5a-49ef-a2f7-30569cbedd49 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:37.906839 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059aad4-1c3b-4dc0-ad65-5e72e30b5f24,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:37.910805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:37.914100 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:37.915385 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8814ea79-839d-466a-a7f0-a4aae07cdf87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8059aad4-1c3b-4dc0-ad65-5e72e30b5f24 HTTP/1.1" status: 204 len: 168 time: 0.1617780 Sep 15 13:45:38.163374 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Deleting port 7f837e92-e704-49ee-a42b-b94c51bf3fb1 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:38.163752 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.261892 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58038) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:38.282395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.317859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:38.322011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Usage tracker for resource:security_group_rule and tenant:30131eb3c3dd4b6d9162c59673a722fa is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:38.325168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:38.331854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:38.349262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] For port 7f837e92-e704-49ee-a42b-b94c51bf3fb1, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=7f837e92-e704-49ee-a42b-b94c51bf3fb1,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:38.349768 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.399543 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.402217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.410490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-046e321d-9d61-4f95-8e77-95e10f08d986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:38.453696 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d7c053-439c-45b3-bcc0-3a124344ab26,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:38.457698 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:38.460892 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-97c6836e-2cb6-458f-b55a-ad731d87d164 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30131eb3c3dd4b6d9162c59673a722fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977434 Sep 15 13:45:38.463016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58042) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:38.531767 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.565993 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.586120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device e3712a77-a874-45d6-8d95-ef22e331394e up at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 15 13:45:38.619742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.626379 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9287c059-933f-4ae4-bd35-b605bf7e51c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:38.645947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d7c053-439c-45b3-bcc0-3a124344ab26,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:38.649522 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:38.650760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.667569 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2d7c053-439c-45b3-bcc0-3a124344ab26 HTTP/1.1" status: 204 len: 168 time: 0.1937265 Sep 15 13:45:38.693785 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning for port e3712a77-a874-45d6-8d95-ef22e331394e completed by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 15 13:45:38.699401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Provisioning complete for port e3712a77-a874-45d6-8d95-ef22e331394e triggered by entity L2. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:38.700059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.716120 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Calling delete_port for 7f837e92-e704-49ee-a42b-b94c51bf3fb1 owned by network:router_interface {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:38.777030 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875efb-9317-4b31-9e06-669680111c4b req-5b13eedd-7f84-48dc-9c77-2578f3601222 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:38.779199 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-00875efb-9317-4b31-9e06-669680111c4b req-5b13eedd-7f84-48dc-9c77-2578f3601222 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 944 time: 0.0914412 Sep 15 13:45:38.835669 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-00875efb-9317-4b31-9e06-669680111c4b req-561bf1fe-60d3-487d-a146-01c689df4da7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489058 Sep 15 13:45:38.840008 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.872581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:38.883237 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:38.886977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027'] for port, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.889162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7eaf18dd-5277-4408-ab34-71ca748e7dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:38.928520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:38.933275 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7336b422-ae6c-410e-9cab-8922657405e3 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:38.957425 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'code': 200} Sep 15 13:45:38.963050 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=5']} {{(pid=82341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:38.973992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:38.975837 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f837e92-e704-49ee-a42b-b94c51bf3fb1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:38.980249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:39.234577 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f18b180-7e52-4372-a4c3-3b33be0557a8 req-fc469a58-b807-4269-80d5-b2e2aaee1660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1098 time: 0.0915911 Sep 15 13:45:39.306099 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-2f18b180-7e52-4372-a4c3-3b33be0557a8 req-f55543d4-5f67-497a-b60a-63a11abf424a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641284 Sep 15 13:45:39.314424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:39.927966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Router 394be0f8-204d-4dfe-bebd-02340e38fb88 has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:40.066138 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143c821-589e-4590-8dc1-0e34493d1031 req-7884d091-43b7-4377-999a-40103ca621b0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:40.067803 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9143c821-589e-4590-8dc1-0e34493d1031 req-7884d091-43b7-4377-999a-40103ca621b0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.0869832 Sep 15 13:45:40.118787 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9143c821-589e-4590-8dc1-0e34493d1031 req-1c88e0b8-6023-4b0c-89d3-12f9c14ca0c3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Sep 15 13:45:40.159486 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:40.170009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Sync routers for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:40.176906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-10f75ecb-d8df-4871-a950-a7e389db7802 admin admin] 10.222.0.22 "PUT /v2.0/routers/394be0f8-204d-4dfe-bebd-02340e38fb88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896265 Sep 15 13:45:40.179740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58080) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:40.184552 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:40.185376 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:40.380003 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:40.446858 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks [] for router, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:40.684405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:40.698614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Deleting port 1bd9aae3-f79b-4a41-9b57-31e118798469 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:40.699025 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:40.707881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:45:38Z', 'revision_number': 5, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port': {'id': '1bd9aae3-f79b-4a41-9b57-31e118798469', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:00Z', 'updated_at': '2021-09-15T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:40.712066 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Checking router: 394be0f8-204d-4dfe-bebd-02340e38fb88 for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:40.724665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Routers {'394be0f8-204d-4dfe-bebd-02340e38fb88'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:40.725338 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['394be0f8-204d-4dfe-bebd-02340e38fb88'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:40.911987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] For port 1bd9aae3-f79b-4a41-9b57-31e118798469, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1bd9aae3-f79b-4a41-9b57-31e118798469,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:40.912388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:41.057165 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Calling delete_port for 1bd9aae3-f79b-4a41-9b57-31e118798469 owned by network:router_gateway {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:41.066406 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] Set router 394be0f8-204d-4dfe-bebd-02340e38fb88 gateway port host: None {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:41.184152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 6, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port_host': None}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:41.189096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c624138-7df1-41f1-bc38-b24c41d652b5 None None] The sync data for ids ['394be0f8-204d-4dfe-bebd-02340e38fb88'] in dv-cinder-809181-1-smb is: [{'id': '394be0f8-204d-4dfe-bebd-02340e38fb88', 'name': 'tempest-TestShelveInstance-165535334-router', 'tenant_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:39:59Z', 'updated_at': '2021-09-15T13:45:40Z', 'revision_number': 6, 'project_id': 'd959c1af37df47bcb4ab73ad6147d1a2', 'gw_port_host': None}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:41.283359 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:41.294449 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d17e39a2-cbce-48a2-8db2-143b0f2f05a4 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:41.371447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd9aae3-f79b-4a41-9b57-31e118798469,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:41.401665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e500a-8e02-4b44-b8da-a2b751e29415 req-c1689492-21ca-41ed-a334-031831443fa2 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:41.403424 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f32e500a-8e02-4b44-b8da-a2b751e29415 req-c1689492-21ca-41ed-a334-031831443fa2 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.1231058 Sep 15 13:45:41.459057 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f32e500a-8e02-4b44-b8da-a2b751e29415 req-ecd8be79-49e5-47a5-b81d-6f88484812ea tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Sep 15 13:45:41.607624 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:41.727422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:41.868963 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:41.915869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bd9aae3-f79b-4a41-9b57-31e118798469 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:41.938611 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f160d-b74d-45ee-8739-fb7ecf305e8d req-0e1e256a-8d99-4bf3-a80f-4c9be4cb4f44 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:41.941230 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a32f160d-b74d-45ee-8739-fb7ecf305e8d req-0e1e256a-8d99-4bf3-a80f-4c9be4cb4f44 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.3326449 Sep 15 13:45:41.952373 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 1bd9aae3-f79b-4a41-9b57-31e118798469 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:41.952764 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1bd9aae3-f79b-4a41-9b57-31e118798469 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:41.953230 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 7f837e92-e704-49ee-a42b-b94c51bf3fb1 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:41.988249 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 7f837e92-e704-49ee-a42b-b94c51bf3fb1 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:41.988643 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 7f837e92-e704-49ee-a42b-b94c51bf3fb1 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:42.184102 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.194685 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a32f160d-b74d-45ee-8739-fb7ecf305e8d req-dc41b08b-0f1b-4417-b064-075aba7a6f41 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968417 Sep 15 13:45:42.195423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.219855 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.220364 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 394be0f8-204d-4dfe-bebd-02340e38fb88 {{(pid=82339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:45:42.235083 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.236199 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] 10.222.0.22 "DELETE /v2.0/routers/394be0f8-204d-4dfe-bebd-02340e38fb88 HTTP/1.1" status: 204 len: 168 time: 2.0551598 Sep 15 13:45:42.239487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58126) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:42.313425 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Deleting subnet 8641240c-847e-45ab-a704-ae5c1f884013 {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:45:42.317466 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.381282 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853342965'] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.522982 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.595309 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1432028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853408426'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.600714 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6b0f5e14-94d1-4137-be59-6e2540f18a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:42.640221 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8641240c-847e-45ab-a704-ae5c1f884013,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:42.643842 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:42.646625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.653844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb33010-cff6-4a72-a75b-6c69c10e3f80 None None] Network cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:42.655123 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-21f0c91c-e2aa-4c39-878e-67a7117bdf17 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8641240c-847e-45ab-a704-ae5c1f884013 HTTP/1.1" status: 204 len: 168 time: 0.4132984 Sep 15 13:45:42.658650 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58136) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:42.700959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58140) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:42.713454 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51f6d-302e-4be6-93a0-790f25e69031 req-ab5bb5c4-6d71-4212-99b9-1be86e8c19cd tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:42.715091 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-26b51f6d-302e-4be6-93a0-790f25e69031 req-ab5bb5c4-6d71-4212-99b9-1be86e8c19cd tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.1270261 Sep 15 13:45:42.815383 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.843362 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-26b51f6d-302e-4be6-93a0-790f25e69031 req-42b8d186-dfed-4bb6-a4c9-5e891a6f9697 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770826 Sep 15 13:45:42.844791 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Deleting port e9bb4fde-a7ae-4953-a1bd-dba564856fdc {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:42.845168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.886347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:42.925646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:42.929904 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Usage tracker for resource:security_group_rule and tenant:76be010452784b669b0154c56ac4a965 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:42.932907 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:42.942873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:42.953457 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] DHCP port deletion for cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:45:42.958657 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Deleting port e9bb4fde-a7ae-4953-a1bd-dba564856fdc {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:42.959291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.022564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.026106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.064179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0d5c2d03-13bc-4c44-bb73-6ff21a0fa69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:43.077500 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76be010452784b669b0154c56ac4a965&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3728821 Sep 15 13:45:43.078034 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58148) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:43.091873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] For port e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:43.092272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.147036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89d3c2-dfb3-4dc2-b49a-b76e719983cf,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:43.150479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-75c2dfd6-4530-40df-8cab-c747c2d80f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:43.168719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.198019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.211149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] For port e9bb4fde-a7ae-4953-a1bd-dba564856fdc, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,segment=NetworkSegment(c8e6ff5f-0d51-44e5-abd6-3b87399fcd59),segment_id=c8e6ff5f-0d51-44e5-abd6-3b87399fcd59)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:43.211927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.234228 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Calling delete_port for e9bb4fde-a7ae-4953-a1bd-dba564856fdc owned by network:dhcp {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:43.256212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.265640 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-093f41eb-eb2c-42da-a8c0-584e45f6dbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:43.315883 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.316290 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.317878 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b89d3c2-dfb3-4dc2-b49a-b76e719983cf HTTP/1.1" status: 204 len: 168 time: 0.2387986 Sep 15 13:45:43.322124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b1a1ebcb-5ed3-423b-9fff-6e6fec354677 tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:43.332635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89d3c2-dfb3-4dc2-b49a-b76e719983cf,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:43.339521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:43.375464 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bb4fde-a7ae-4953-a1bd-dba564856fdc,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:43.379200 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:43.381805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] No DVR routers for this DVR port e9bb4fde-a7ae-4953-a1bd-dba564856fdc on host dv-cinder-809181-1-smb {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:45:43.479159 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Calling delete_port for e9bb4fde-a7ae-4953-a1bd-dba564856fdc owned by network:dhcp {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:43.523076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.539206 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:43.553528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:43.553868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e6ff5f-0d51-44e5-abd6-3b87399fcd59') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:43.563515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82341) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:45:43.563934 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:45:43.567315 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.581845 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.588109 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:45:43.588528 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:43.602273 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:43.680695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.684779 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-43e7b13b-8804-4471-ad64-491fd0544302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:43.698924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.710179 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:43.713655 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:43.724320 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cdc96c9a-7924-4d56-8ab1-2b6ad7d3920f HTTP/1.1" status: 204 len: 168 time: 1.0636547 Sep 15 13:45:43.727375 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58160) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:43.757553 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58164) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:43.777381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.810762 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:43.814800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb116a154c741d9b5ceddfe9985b9e1 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:43.817744 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:43.823670 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:43.892978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.896234 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:43.911469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e9bb4fde-a7ae-4953-a1bd-dba564856fdc no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:43.927413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-6e72df0b-1e18-4800-b6bd-7735945c5b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:43.938265 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfb116a154c741d9b5ceddfe9985b9e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1772125 Sep 15 13:45:43.938265 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58168) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:43.949391 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: e9bb4fde-a7ae-4953-a1bd-dba564856fdc {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:43.949786 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device e9bb4fde-a7ae-4953-a1bd-dba564856fdc not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:43.996241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29fce8f-c494-4544-bc0c-415c2b958e0b,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:44.000213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-63fe5bf3-6580-464f-8d69-ecf2e2d21d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:44.022599 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.049637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.065538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Deleting port e9bb4fde-a7ae-4953-a1bd-dba564856fdc {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:44.066602 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.095196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.100841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9f1c4a17-fc07-42f7-b258-90066bdcadaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:44.113268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29fce8f-c494-4544-bc0c-415c2b958e0b,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:44.116419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:44.118396 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.119592 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-055810cb-e20e-4372-9883-8d2fef9f4e49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d29fce8f-c494-4544-bc0c-415c2b958e0b HTTP/1.1" status: 204 len: 168 time: 0.1800857 Sep 15 13:45:44.142115 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:44.148635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a79af029-7443-4c94-99c7-4858dd4fd7ff None None] The port 'e9bb4fde-a7ae-4953-a1bd-dba564856fdc' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:45:45.011381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Deleting port 60a2d55e-2d4e-412e-9a5a-3f73778324d2 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:45.011948 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:45.131712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1267c196-ea3f-4275-b08d-4f4e3aa4ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:45.219174 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] For port 60a2d55e-2d4e-412e-9a5a-3f73778324d2, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=60a2d55e-2d4e-412e-9a5a-3f73778324d2,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:45.219709 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:45.354474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Calling delete_port for 60a2d55e-2d4e-412e-9a5a-3f73778324d2 owned by network:router_interface {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:45.543061 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:45.547664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-acd4a459-72e1-4e71-b7cd-cd8446cf94c3 tempest-ServerRescueNegativeTestJSON-1952563595 tempest-ServerRescueNegativeTestJSON-1952563595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:45.587986 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Pushing event deleted for resources: {'Port': ['ID=60a2d55e-2d4e-412e-9a5a-3f73778324d2,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:45.590743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:45.903880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:46.530110 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Router bcb7cefd-3ed6-4106-8449-236e817a2cfe has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:46.580047 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:46.751016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:46.763132 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Sync routers for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:46.771021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58240) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:46.771231 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-8defb442-3ec2-4b3f-a7d6-81fb9ce3e87b admin admin] 10.222.0.22 "PUT /v2.0/routers/bcb7cefd-3ed6-4106-8449-236e817a2cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425875 Sep 15 13:45:46.793303 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:46.794207 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:47.002978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.005101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:47.072927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a89f-9ae0-44c1-85d4-798fc30c6e0a req-46d227a3-7fbb-4309-a7cb-38669ee4d063 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:47.074865 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7557a89f-9ae0-44c1-85d4-798fc30c6e0a req-46d227a3-7fbb-4309-a7cb-38669ee4d063 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.1926169 Sep 15 13:45:47.128636 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-7557a89f-9ae0-44c1-85d4-798fc30c6e0a req-8721b18b-4b47-44a4-a547-c56783aea74f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Sep 15 13:45:47.157712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58250) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:47.356261 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 5, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:47.360242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Checking router: bcb7cefd-3ed6-4106-8449-236e817a2cfe for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:47.371789 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Routers {'bcb7cefd-3ed6-4106-8449-236e817a2cfe'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:47.372479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:47.449242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.458543 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Deleting port 9f5174ee-53dc-4d2a-8251-e39d30de0678 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:47.459125 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.469701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-70876680-ff76-4c0a-9966-e5917ba1c09a tempest-TestMinimumBasicScenario-1558693390 tempest-TestMinimumBasicScenario-1558693390-project-admin] Synchronizing usage tracker for tenant:288415d16b3b4a35915f81d5f33ebb83 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:47.485160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-70876680-ff76-4c0a-9966-e5917ba1c09a tempest-TestMinimumBasicScenario-1558693390 tempest-TestMinimumBasicScenario-1558693390-project-admin] Unset dirty status for tenant:288415d16b3b4a35915f81d5f33ebb83 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:47.489769 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-70876680-ff76-4c0a-9966-e5917ba1c09a tempest-TestMinimumBasicScenario-1558693390 tempest-TestMinimumBasicScenario-1558693390-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1093 time: 0.3275616 Sep 15 13:45:47.490074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58256) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:47.495900 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'floatingip': {'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'port_id': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:47.502137 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:47.506176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:floatingip and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:47.509036 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:47.515140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:47.525417 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for floatingip, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.566312 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e123377e-f3dc-4034-9815-efb3b2347671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.581753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] Set router bcb7cefd-3ed6-4106-8449-236e817a2cfe gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:47.660172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] For port 9f5174ee-53dc-4d2a-8251-e39d30de0678, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=9f5174ee-53dc-4d2a-8251-e39d30de0678,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:47.660684 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.681123 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.787147 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Calling delete_port for 9f5174ee-53dc-4d2a-8251-e39d30de0678 owned by network:router_gateway {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:47.792844 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.841248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_common [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Allocated IP 172.28.2.101 (371c6b96-7bd3-4a73-abc4-03809f7f39d2/75d59305-3424-4ca5-afaa-e2cd1402eced/b9bef3bc-1bd9-4423-9735-a1222b20627c) {{(pid=82339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 15 13:45:47.882558 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 5, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:47.886685 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c19116-edf7-47ef-90ba-8bdc810e95b0 None None] The sync data for ids ['bcb7cefd-3ed6-4106-8449-236e817a2cfe'] in dv-cinder-809181-1-smb is: [{'id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'name': 'tempest-TestShelveInstance-945246582-router', 'tenant_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:45:45Z', 'revision_number': 5, 'project_id': '22dc6c779b384b1f94e5d8aa8d6a274e', 'gw_port': {'id': '9f5174ee-53dc-4d2a-8251-e39d30de0678', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb7cefd-3ed6-4106-8449-236e817a2cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:40:11Z', 'updated_at': '2021-09-15T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:47.965906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:47.976794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-638502c5-48be-4110-9bce-27f2c9b992d0 tempest-VolumesActionsTest-2054733867 tempest-VolumesActionsTest-2054733867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:48.008175 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for port, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.038263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271355876383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.046471 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b0c8572-9076-4020-91be-da5758176435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:48.085122 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5174ee-53dc-4d2a-8251-e39d30de0678,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:48.090487 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:48.116339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'Port': ['ID=b9bef3bc-1bd9-4423-9735-a1222b20627c,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:48.128250 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Network 371c6b96-7bd3-4a73-abc4-03809f7f39d2 is already hosted by enough agents. {{(pid=82339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 15 13:45:48.129378 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:48.130185 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.base_scheduler [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources bound (agent type, host, resource id): {{(pid=82339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 15 13:45:48.132509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Received port after_create {{(pid=82339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 13:45:48.333049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.628566 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.634145 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.675313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.676114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcb7cefd-3ed6-4106-8449-236e817a2cfe {{(pid=82340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:45:48.698479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.700259 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bcb7cefd-3ed6-4106-8449-236e817a2cfe HTTP/1.1" status: 204 len: 168 time: 1.9277649 Sep 15 13:45:48.703511 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58272) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:48.786519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Deleting subnet 32e733d2-197b-4832-9459-0a2de3bb0a36 {{(pid=82340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:45:48.789853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.867241 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853342965'] for subnet, precommit_delete_associations {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.946420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:48.968160 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.035337 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.056021 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1432028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853408426'] for subnet, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.061512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e6d517e2-570b-40e8-acaa-f27a699303e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:49.102101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e733d2-197b-4832-9459-0a2de3bb0a36,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:49.106645 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:49.111625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.117778 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c2b4b-def4-438a-80c8-537da641d33a None None] Network 7cf38103-ae05-4323-bc5a-c1533adeb19e requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:45:49.118975 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-116f57d6-7bb4-4118-959e-a7a660c58366 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/32e733d2-197b-4832-9459-0a2de3bb0a36 HTTP/1.1" status: 204 len: 168 time: 0.4144027 Sep 15 13:45:49.121499 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58280) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:49.271287 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.305367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Deleting port 10e86a5c-b5ad-4067-91e6-1718071fa56d {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:49.305746 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.322952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.331932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.341853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-506e905d-d4b9-471f-b9fc-d9d6236238dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:49.374033 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.476218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'Port': ['ID=b9bef3bc-1bd9-4423-9735-a1222b20627c,revision_number=2']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:49.477953 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] DHCP port deletion for 7cf38103-ae05-4323-bc5a-c1533adeb19e request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:45:49.479213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674743'] for floatingip, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.483248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Deleting port 10e86a5c-b5ad-4067-91e6-1718071fa56d {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:49.483676 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.535515 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] For port 10e86a5c-b5ad-4067-91e6-1718071fa56d, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=10e86a5c-b5ad-4067-91e6-1718071fa56d,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:49.536049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.538966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:49.669189 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Calling delete_port for 10e86a5c-b5ad-4067-91e6-1718071fa56d owned by network:dhcp {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:49.681257 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.l3_db [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Floating IP 5053f2c4-cf60-4297-ae88-0cbeb98f58d8 associated. External IP: 172.28.2.101, port: e3712a77-a874-45d6-8d95-ef22e331394e. Sep 15 13:45:49.700268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] For port 10e86a5c-b5ad-4067-91e6-1718071fa56d, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=10e86a5c-b5ad-4067-91e6-1718071fa56d,segment=NetworkSegment(8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f),segment_id=8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:49.700642 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.743116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.747921 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9e531b42-e58e-4806-ba53-8962a9b2a8f4 tempest-AttachVolumeNegativeTest-1737470036 tempest-AttachVolumeNegativeTest-1737470036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:49.790816 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e86a5c-b5ad-4067-91e6-1718071fa56d,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:49.794815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:49.798000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] No DVR routers for this DVR port 10e86a5c-b5ad-4067-91e6-1718071fa56d on host dv-cinder-809181-1-smb {{(pid=82340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:45:49.829126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Calling delete_port for 10e86a5c-b5ad-4067-91e6-1718071fa56d owned by network:dhcp {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:45:49.906142 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82341) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:45:49.906597 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:45:49.927164 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.931906 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 10e86a5c-b5ad-4067-91e6-1718071fa56d no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:49.943242 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf38103-ae05-4323-bc5a-c1533adeb19e']}} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:49.957772 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f') {'for_net_delete': True} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:49.958113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbdbf86-abe1-4e26-9bf2-3a68a3051d1f') {} {{(pid=82340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:49.968573 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 10e86a5c-b5ad-4067-91e6-1718071fa56d {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:49.968750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 10e86a5c-b5ad-4067-91e6-1718071fa56d not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:49.969177 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 9f5174ee-53dc-4d2a-8251-e39d30de0678 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:49.970029 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432850'] for segment, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:49.994311 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.000720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=82340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:45:50.001153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1431911'] for segment, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.001354 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 9f5174ee-53dc-4d2a-8251-e39d30de0678 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:50.002248 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 9f5174ee-53dc-4d2a-8251-e39d30de0678 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:50.002740 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 60a2d55e-2d4e-412e-9a5a-3f73778324d2 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:50.015518 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:50.038604 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 60a2d55e-2d4e-412e-9a5a-3f73778324d2 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:45:50.039006 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 60a2d55e-2d4e-412e-9a5a-3f73778324d2 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:45:50.095635 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.099151 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ddb3819-7397-4814-b65d-790c6fc6e7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:50.112928 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:45:50.115776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.124504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf38103-ae05-4323-bc5a-c1533adeb19e,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:50.129546 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:50.133238 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-bbd7a4dd-3ce6-41d6-8409-b3bfe0091a27 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7cf38103-ae05-4323-bc5a-c1533adeb19e HTTP/1.1" status: 204 len: 168 time: 1.0105851 Sep 15 13:45:50.323328 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:45:50.333882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Sync routers for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:45:50.348307 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:50.349074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:50.351509 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58290) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:50.370274 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.460209 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-28b6a220-0f7a-4271-9f29-5d84ac72899d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9662435 Sep 15 13:45:50.461077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58298) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:50.461803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:50.465412 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Deleting port 10e86a5c-b5ad-4067-91e6-1718071fa56d {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:45:50.465738 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.469878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048716239', 'description': 'tempest-secgroup-smoke-2048716239 description', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:50.478628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:50.489930 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-56137166-a80c-494c-b893-07d8d28bd5c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d959c1af37df47bcb4ab73ad6147d1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1370103 Sep 15 13:45:50.492663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58304) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:50.502162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:50.537186 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:45:50.546053 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.547534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-75e99dfe-d1e2-4baa-94ed-0f974298d3a5 None None] The port '10e86a5c-b5ad-4067-91e6-1718071fa56d' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:45:50.607774 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.613675 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:50.616127 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:50.627468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:50.631988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:50.646742 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:50.652952 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.659326 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-0ebed8aa-38a7-4e4f-89ec-41ff60cbfd35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1098 time: 0.0958655 Sep 15 13:45:50.728341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.750232 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2c078437-4741-4c3c-b811-f039df624080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:50.772701 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.774015 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d19ca598-33ee-4a7b-945c-5ec7c5318ee1 HTTP/1.1" status: 204 len: 168 time: 0.2784445 Sep 15 13:45:50.802538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ca598-33ee-4a7b-945c-5ec7c5318ee1,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:50.810621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-34b74d17-26e8-43bd-8155-175f50787062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:50.836899 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.844600 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.853343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-79b3e4cc-fdff-45d2-b493-deb5ac4990bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:50.855227 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-79b3e4cc-fdff-45d2-b493-deb5ac4990bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1899478 Sep 15 13:45:50.858448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-56de077b-e04c-48a9-99fe-ceaeab73153a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:50.894944 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:50.896579 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4333277 Sep 15 13:45:50.900422 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58312) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:50.901357 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b124e4cf-1e76-4a3f-a374-87ca593edb18,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:50.906183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-400d333c-de32-4b6b-8bbe-35671315c3ce tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:50.913431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:50.921426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:50.936055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:50.939119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:50.945745 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:50.974387 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.012229 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-726ad4c7-710a-4061-95a6-2feef2c5c3bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 999 time: 0.1501074 Sep 15 13:45:51.087712 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58320) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.113805 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.118579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-01e7a488-6b71-4908-a89e-cd8a5fd44f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:51.118890 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.120776 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-01e7a488-6b71-4908-a89e-cd8a5fd44f8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.1021850 Sep 15 13:45:51.121990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d0cf1429-45cd-49b7-ae32-78b1815f2a5d tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:51.122763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5053f2c4-cf60-4297-ae88-0cbeb98f58d8', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'port_id': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'mac_address': 'fa:16:3e:4b:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:48Z', 'updated_at': '2021-09-15T13:45:48Z', 'revision_number': 0, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:51.127009 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Checking router: c46529ba-5dd1-45a8-9b99-6e9f1e196cfa for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:45:51.139401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:45:51.140208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:45:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:51.150962 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4913f3e5-96ca-4218-affe-9de0d5a703e2,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:51.164186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:51.174188 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.176174 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e07e0e81-cbd1-4c30-9dd6-2b32e05b1955 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2718284 Sep 15 13:45:51.179212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58326) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.186753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:51.196077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:51.207233 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:51.214594 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:51.226859 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:51.253060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.258726 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-e530d0ee-00e7-44ff-b918-424e05f29934 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290467 Sep 15 13:45:51.315999 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58330) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.373136 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.381299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:45:51.418503 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-4787150d-f7ae-4e8a-b99f-89ba00ce8b01 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524811 Sep 15 13:45:51.453943 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.459669 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:51.464114 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-47c2ca84-8ff8-40ab-929f-20f29c77d7e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22dc6c779b384b1f94e5d8aa8d6a274e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1457708 Sep 15 13:45:51.464954 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.467497 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Usage tracker for resource:security_group_rule and tenant:96b4ac493b0244d0b1133379d9ccd77d is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:51.468621 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58334) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.475692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:51.480084 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:51.502559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:51.505095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1da2986-0c1e-45ba-9187-89a07f79ed40,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:51.507773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:51.524197 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.525499 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c89d6efe-6518-4b6e-ba96-eff2f2de9012 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3450890 Sep 15 13:45:51.528532 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58338) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.536113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:51.547992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:51.557473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:51.562467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:51.575212 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:51.618877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.656731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.672227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.682521 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-9b8cc348-f6ca-4bd7-8b84-771e606fb8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:51.734867 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92753fdc-5b92-46ae-88c6-cbae6f605ad0,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:51.738794 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:51.749817 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-86c1b516-f44d-48cb-a75f-1064f86df765 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96b4ac493b0244d0b1133379d9ccd77d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6608007 Sep 15 13:45:51.753776 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58342) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:51.789671 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.801152 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.857306 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-db41b734-9b60-4ec2-8e6d-31b9d2a03708 req-130ef4fb-d63d-46aa-b68e-7f6137b962ab service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328730 Sep 15 13:45:51.863072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.895648 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.946659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5053f2c4-cf60-4297-ae88-0cbeb98f58d8', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'port_id': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'mac_address': 'fa:16:3e:4b:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:48Z', 'updated_at': '2021-09-15T13:45:48Z', 'revision_number': 0, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:45:51.949162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.951561 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9728-72b6-4e6d-9ba1-ca945cc60ec8 None None] The sync data for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb is: [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_floatingips': [{'id': '5053f2c4-cf60-4297-ae88-0cbeb98f58d8', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'router_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'port_id': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'mac_address': 'fa:16:3e:4b:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:48Z', 'updated_at': '2021-09-15T13:45:48Z', 'revision_number': 0, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:45:51.957293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ba65c006-9649-4676-8d56-2067ae15bfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:51.971386 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0493592-082b-4288-bb18-ba09f80e8d60,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:51.975807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:51.980254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:51.982271 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-a8f060cb-7d40-4e48-a124-f9fd3e654ec8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0493592-082b-4288-bb18-ba09f80e8d60 HTTP/1.1" status: 204 len: 168 time: 0.5126364 Sep 15 13:45:52.046560 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:52.069866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b1bb87-a0d6-4949-bb82-e883fb12f6a1,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:52.075478 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:52.097355 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.098711 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-ea4b8afa-e2a8-47f6-a6b9-64d24a98b16a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5691156 Sep 15 13:45:52.101665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58348) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:52.103381 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.109301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:52.117105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:52.122149 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:52.125317 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:52.131414 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:52.132579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.149656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.183094 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.188677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d789e50c-93db-4a9a-a00e-a47f62cebe26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:52.201488 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92753fdc-5b92-46ae-88c6-cbae6f605ad0,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:52.205564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:52.220978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.222074 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7db27c6e-d184-4d72-8671-d57a82e2b632 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92753fdc-5b92-46ae-88c6-cbae6f605ad0 HTTP/1.1" status: 204 len: 168 time: 0.4675124 Sep 15 13:45:52.253763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.260140 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.262800 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:52.311750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44201871-e06f-4e14-aa41-ff7b3e61d808,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:52.317043 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:52.327755 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.332449 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-b99f2f8d-56ff-4cf3-a2bc-c0cb14e20155 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2260497 Sep 15 13:45:52.332754 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58354) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:52.339817 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:52.353875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:52.360101 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:52.365607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:52.374131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:52.387087 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.securitygroups_db [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Project e9eface3f3cc449c8f444f38a98042c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:45:52.401215 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.441716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90656a1f-b879-49d6-9e30-18ba0df4eaa0 None None] New status for floating IP 5053f2c4-cf60-4297-ae88-0cbeb98f58d8: ACTIVE {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:45:52.480352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.483442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.492072 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-15f525c7-426c-45cc-98c2-6bdb39d639e3 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:52.513367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ee859a-a28d-4b71-b404-8eb7e5cc84db,revision_number=0']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:52.518106 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:52.525893 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.530630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58360) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:52.538442 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'security_group_rule': {'security_group_id': 'b124e4cf-1e76-4a3f-a374-87ca593edb18', 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:52.539335 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-4a9086a8-6f98-418f-b032-102821fe818f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2049327 Sep 15 13:45:52.545095 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:52.550587 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Usage tracker for resource:security_group_rule and tenant:e9eface3f3cc449c8f444f38a98042c9 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:52.553957 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:52.561028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:52.573410 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.db.securitygroups_db [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Project e9eface3f3cc449c8f444f38a98042c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:45:52.581058 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.654409 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.659585 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005092'] for security_group_rule, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.661760 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e69d8a94-9a52-4fa7-897c-6248d0e6d588 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:52.686347 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49af9e3-2307-464a-8387-2b9d635c65e6,revision_number=0']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:52.689043 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:52.699534 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.701188 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-da26d027-1046-4205-9a6f-cc0a754f84f3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1692374 Sep 15 13:45:52.748882 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58366) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:52.771071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:52.824405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:45:52.832119 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4ae984d4ba4aceb507a18cd7090347 is out of sync, need to count used quota {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:45:52.841703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:45:52.849877 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:45:52.868447 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-e58e6f1f-29b8-49f4-a514-75146a5047c2 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048716239&fields=id&tenant_id=e9eface3f3cc449c8f444f38a98042c9 HTTP/1.1" status: 200 len: 267 time: 0.0668826 Sep 15 13:45:52.998828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.006870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-711641b2-5ff9-478e-a02c-b01fb825a09b tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:53.008453 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-711641b2-5ff9-478e-a02c-b01fb825a09b tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.1307323 Sep 15 13:45:53.009533 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.018947 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3157ca15-be06-4748-9ca1-916df49e06d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:53.032898 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'port': {'security_groups': ['720a01c1-2aa4-43e0-a04e-3afea797f141', 'b124e4cf-1e76-4a3f-a374-87ca593edb18']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:45:53.109871 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef4ae984d4ba4aceb507a18cd7090347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597496 Sep 15 13:45:53.110804 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d4685-dca8-434b-a94a-989611043455,revision_number=1']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:53.113252 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58370) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:45:53.116213 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5c104fa6-1739-490d-8c36-7cf0902924c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:53.185283 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.201194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.212782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.257665 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.262743 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4af8f6fc-5717-41fe-b1e4-8fa598f088d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:53.275582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d4685-dca8-434b-a94a-989611043455,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:53.278757 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:53.280748 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.281964 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-7f11094b-ee93-4831-bb99-8d0a486011b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/510d4685-dca8-434b-a94a-989611043455 HTTP/1.1" status: 204 len: 168 time: 0.1676626 Sep 15 13:45:53.487247 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:45:53.517841 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.522108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.527801 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-af2171b6-24f9-4a5c-90e6-b9d499d401af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:45:53.533582 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:45:53.598026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:53.598823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:53.600322 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-a9f67ccf-f578-47e4-8645-d14d4df68a3b req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "PUT /v2.0/ports/e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 981 time: 0.5830448 Sep 15 13:45:53.600872 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:45:53.628156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=6']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:45:53.641969 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ba224631-7786-46c8-a1d3-c7ab9aa333dc tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:45:53.671796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:45:53.708969 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:45:53.839252 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-0ee85984-0485-4608-a6ab-77dfb0f2f2db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1137 time: 0.1079421 Sep 15 13:45:53.909608 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59733e8-2164-4697-9029-baa7c72d2401 req-ded61ea8-bad8-4210-9f52-df1000f0f02c tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:53.911359 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c59733e8-2164-4697-9029-baa7c72d2401 req-ded61ea8-bad8-4210-9f52-df1000f0f02c tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.1573670 Sep 15 13:45:53.978455 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c59733e8-2164-4697-9029-baa7c72d2401 req-c6e2fbcb-265a-435c-92ba-2825c0e170b0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:45:53.999586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-c59733e8-2164-4697-9029-baa7c72d2401 req-c6e2fbcb-265a-435c-92ba-2825c0e170b0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:45:54.002472 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-c59733e8-2164-4697-9029-baa7c72d2401 req-c6e2fbcb-265a-435c-92ba-2825c0e170b0 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832620 Sep 15 13:45:54.075682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcee489-86e3-4c34-bdea-270e97b888df req-999b8fb3-16b5-4b23-a1d9-d919340e41f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:54.077366 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-999b8fb3-16b5-4b23-a1d9-d919340e41f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.2299540 Sep 15 13:45:54.192699 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-7839881e-899b-4f44-9612-7ed3315bd33d None None] Provisioning complete for port e3712a77-a874-45d6-8d95-ef22e331394e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:45:54.193126 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-7839881e-899b-4f44-9612-7ed3315bd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:45:54.198041 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-1fb646a5-05be-4bc3-85a8-85ecaa868463 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 1001 time: 0.1137550 Sep 15 13:45:54.275363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcee489-86e3-4c34-bdea-270e97b888df req-6852af67-3941-4cbd-9e3a-f787007d9eb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:45:54.276977 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-6852af67-3941-4cbd-9e3a-f787007d9eb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0717814 Sep 15 13:45:54.382267 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-c6d96e1b-66f4-4f67-8260-692c6cf589f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979309 Sep 15 13:45:54.531411 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-5d91b03d-db26-4652-8c28-9b3c2d492ba8 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410966 Sep 15 13:45:54.675958 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-edcee489-86e3-4c34-bdea-270e97b888df req-3d9b62a2-3ade-45d2-b1e1-660b72b4be6d service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373384 Sep 15 13:45:55.512824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:46:11.740780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:15.134549 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4b28f87-583f-42d8-9bfb-97a666c7814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:16.574477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:16.861564 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-e42b6759-3d94-4856-9fad-29c5549149ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1137 time: 0.0755150 Sep 15 13:46:16.907812 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518a6a0-4951-412a-b5f9-8dfdc6751aee req-b1e46e43-c5ae-4a3c-94c5-f9e7308756f4 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:16.909995 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1518a6a0-4951-412a-b5f9-8dfdc6751aee req-b1e46e43-c5ae-4a3c-94c5-f9e7308756f4 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0835445 Sep 15 13:46:16.961101 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1518a6a0-4951-412a-b5f9-8dfdc6751aee req-ad0dccce-d29c-403c-a849-c95ea1569642 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448141 Sep 15 13:46:17.008808 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-291b7f94-fce4-4af8-adc8-87a5c0a41061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:17.010434 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-291b7f94-fce4-4af8-adc8-87a5c0a41061 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1418738 Sep 15 13:46:17.122084 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-1be10e79-eedb-4cb9-bd22-909fd18911b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 1001 time: 0.1033678 Sep 15 13:46:17.195388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-06e912fa-dccf-4645-b306-27943944dc9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:17.196969 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-06e912fa-dccf-4645-b306-27943944dc9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0673161 Sep 15 13:46:17.279610 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-8f697c89-8c1c-4940-a21a-bffad6df72a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749624 Sep 15 13:46:17.424218 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-34f8d41e-2f71-4495-afd2-fb8ef24c16ec service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372175 Sep 15 13:46:17.570225 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-b356892a-eb89-487f-bdba-3aa60caeae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:17.570857 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd42b226-2db5-4be4-a38d-0ebc33b374fc req-a3c130fe-774b-4ac6-9867-0c26ffb1ed77 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405160 Sep 15 13:46:17.792795 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:18.173881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a72e-d7a7-40be-986e-0dc53e56738c req-29b09abd-0fc0-40dd-a61b-9b84fe766a1d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:18.176728 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4af5a72e-d7a7-40be-986e-0dc53e56738c req-29b09abd-0fc0-40dd-a61b-9b84fe766a1d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0838509 Sep 15 13:46:18.230065 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4af5a72e-d7a7-40be-986e-0dc53e56738c req-c494e183-83ba-474c-a427-33f0a20a66f7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480316 Sep 15 13:46:19.323889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:19.449888 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397914eb-85a3-48f3-a018-a4d9b55fbe7d req-9dfd8821-f63d-42d3-9624-6b903aea087d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:19.451494 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-397914eb-85a3-48f3-a018-a4d9b55fbe7d req-9dfd8821-f63d-42d3-9624-6b903aea087d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0881038 Sep 15 13:46:19.502547 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-397914eb-85a3-48f3-a018-a4d9b55fbe7d req-4ceeaa18-9eca-4347-bf0b-a196733a8b35 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429323 Sep 15 13:46:20.702973 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5268d-3b9e-4911-a032-14aa016782c6 req-52f4e39f-a6dd-475a-a3c9-162346d07d61 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:20.704530 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-22c5268d-3b9e-4911-a032-14aa016782c6 req-52f4e39f-a6dd-475a-a3c9-162346d07d61 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0810862 Sep 15 13:46:20.753271 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-22c5268d-3b9e-4911-a032-14aa016782c6 req-eadd0ca4-d930-4248-adfd-807c7fd5115b tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427074 Sep 15 13:46:21.965547 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f3ebf-5804-4370-a8ec-ec1fca24eff2 req-69a908db-1f32-4bc8-a096-ecfa98c5f212 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:21.967134 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d6f3ebf-5804-4370-a8ec-ec1fca24eff2 req-69a908db-1f32-4bc8-a096-ecfa98c5f212 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0821996 Sep 15 13:46:22.016018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-8d6f3ebf-5804-4370-a8ec-ec1fca24eff2 req-d8b787e0-4db3-4fc8-a388-1d8aac53dbaf tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421951 Sep 15 13:46:23.222301 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8a63b-f561-41fc-8d8b-e3ef65f61050 req-181c315f-8268-4e46-9ddb-85fd9123dc91 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:23.223927 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-48c8a63b-f561-41fc-8d8b-e3ef65f61050 req-181c315f-8268-4e46-9ddb-85fd9123dc91 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0867989 Sep 15 13:46:23.273931 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-48c8a63b-f561-41fc-8d8b-e3ef65f61050 req-e20d0f52-3b83-4742-bfb6-1e0a9b9de41d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439420 Sep 15 13:46:24.482181 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf16d6-b5c0-4259-b49a-5d2ae9cf734e req-82e7ea87-fee0-44f2-9499-25078d46bb75 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:24.483778 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91bf16d6-b5c0-4259-b49a-5d2ae9cf734e req-82e7ea87-fee0-44f2-9499-25078d46bb75 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0860450 Sep 15 13:46:24.532951 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-91bf16d6-b5c0-4259-b49a-5d2ae9cf734e req-cedd687c-9d12-4bc0-9f7f-79d404fb298b tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425727 Sep 15 13:46:25.736167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420b68-0e58-45d3-9565-4f3cc6ec3339 req-806d9a83-c463-4929-b641-ce2712786e75 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:25.737765 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8420b68-0e58-45d3-9565-4f3cc6ec3339 req-806d9a83-c463-4929-b641-ce2712786e75 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0812159 Sep 15 13:46:25.786792 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-f8420b68-0e58-45d3-9565-4f3cc6ec3339 req-e9737486-ddca-45df-9aaf-4acd3b65561f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429246 Sep 15 13:46:27.119313 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dde99-7c29-4005-a322-51cd9ed6841f req-341cdb06-50cf-414b-9826-57ef1fcf9293 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:27.120862 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-870dde99-7c29-4005-a322-51cd9ed6841f req-341cdb06-50cf-414b-9826-57ef1fcf9293 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0826607 Sep 15 13:46:27.174691 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-870dde99-7c29-4005-a322-51cd9ed6841f req-8dbe0432-0d01-4676-be0e-c96fc3a0729d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472460 Sep 15 13:46:28.379903 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7538e3-b842-4101-95a1-7ec5412a284c req-596385d1-174a-4566-a801-f4ca3acc6c19 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:28.381478 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aa7538e3-b842-4101-95a1-7ec5412a284c req-596385d1-174a-4566-a801-f4ca3acc6c19 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0858829 Sep 15 13:46:28.431029 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-aa7538e3-b842-4101-95a1-7ec5412a284c req-facb6148-e68b-4ebc-b735-54ba733f34ec tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433512 Sep 15 13:46:29.216469 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58650) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:46:29.366572 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.400059 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 15 13:46:29.404070 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Usage tracker for resource:security_group_rule and tenant:6237dae5835c4abc86482f8977942889 is out of sync, need to count used quota {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 15 13:46:29.407262 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82340) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 15 13:46:29.413359 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.quota.driver [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82340) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 15 13:46:29.481504 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.484436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_create {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.492049 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4491816e-f768-499d-9b5d-d5dbea06e665 tempest-TestShelveInstance-703027577 tempest-TestShelveInstance-703027577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:46:29.535863 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79c7e0-268d-4828-8140-6a57bc5fc5cc,revision_number=1']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:46:29.541906 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6237dae5835c4abc86482f8977942889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243411 Sep 15 13:46:29.545155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58658) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:46:29.547708 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.548139 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.548563 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.548976 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.549388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.549798 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.550205 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.550703 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.551113 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.551519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.551924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.556111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e908b7a9-c5ef-420b-a8bd-2ebc6a1c5607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:46:29.609294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.635829 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.642051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307c253-d333-4634-903f-f5055c6e7734 req-6931f4e7-096b-44ec-9102-747a4b4b46ed tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:29.643691 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1307c253-d333-4634-903f-f5055c6e7734 req-6931f4e7-096b-44ec-9102-747a4b4b46ed tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0864115 Sep 15 13:46:29.686010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.691753 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0a66c094-7f97-4ecc-80dc-6c95e2042743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:46:29.697397 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-1307c253-d333-4634-903f-f5055c6e7734 req-92e2169d-b5c3-4089-b660-594e9133c7e3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467196 Sep 15 13:46:29.707807 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79c7e0-268d-4828-8140-6a57bc5fc5cc,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:46:29.720620 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:29.721834 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac79c7e0-268d-4828-8140-6a57bc5fc5cc HTTP/1.1" status: 204 len: 168 time: 0.1754925 Sep 15 13:46:29.723438 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.723881 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.724270 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.724673 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.725075 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.725474 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.725873 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.726271 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.726695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.727088 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.727520 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:46:29.730646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-78a3d98e-6f46-467a-99ea-515c46067ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:46:30.902550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e43dcd-1070-4d51-a9b7-3638e37a45e0 req-ffdeb245-1a72-4abe-9e77-ffda2a8c4ed8 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:30.904132 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-88e43dcd-1070-4d51-a9b7-3638e37a45e0 req-ffdeb245-1a72-4abe-9e77-ffda2a8c4ed8 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0862110 Sep 15 13:46:30.953911 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-88e43dcd-1070-4d51-a9b7-3638e37a45e0 req-ec0d8e1a-a72c-41c8-af3e-eee49adb726e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433118 Sep 15 13:46:32.159330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318e1e-e82a-44b6-abdc-fc49229c54eb req-d39f1f78-01b5-4670-a11e-e27c2d16cb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:32.160956 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9a318e1e-e82a-44b6-abdc-fc49229c54eb req-d39f1f78-01b5-4670-a11e-e27c2d16cb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0843215 Sep 15 13:46:32.210908 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-9a318e1e-e82a-44b6-abdc-fc49229c54eb req-c0da69e3-7b3a-4352-a4bb-1a84dea929be tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437961 Sep 15 13:46:32.518853 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:46:33.418358 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8f931-9ca9-4854-8ae6-554a8e6b417b req-2ec08b56-4f89-42a7-8918-0802b26be8de tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:33.419978 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-32d8f931-9ca9-4854-8ae6-554a8e6b417b req-2ec08b56-4f89-42a7-8918-0802b26be8de tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0845854 Sep 15 13:46:33.474313 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-32d8f931-9ca9-4854-8ae6-554a8e6b417b req-8a29ecf9-79cd-4b4d-90e4-217a5e44bee3 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480967 Sep 15 13:46:34.679494 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b1104-a74d-409e-b8f8-8f4684e3e212 req-673c340c-0fa4-43a4-b7f4-bbca87e71850 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:34.681085 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-115b1104-a74d-409e-b8f8-8f4684e3e212 req-673c340c-0fa4-43a4-b7f4-bbca87e71850 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0856810 Sep 15 13:46:34.730186 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-115b1104-a74d-409e-b8f8-8f4684e3e212 req-04e6e2bd-25de-4cb1-8b49-67ae488ea676 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&id=b124e4cf-1e76-4a3f-a374-87ca593edb18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430171 Sep 15 13:46:41.763011 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:45.134771 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-8e3b5028-d548-486c-ac44-94b5d5e96a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:45.304296 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-18492924-f0d5-4b85-98e3-427a762fd8bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756788 Sep 15 13:46:45.453400 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-19b16f89-eaa5-442b-a777-1c4708e9636f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1137 time: 0.0739000 Sep 15 13:46:45.607445 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-91a883e8-8239-436e-9553-94ff7e45e9e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:45.608902 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-91a883e8-8239-436e-9553-94ff7e45e9e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1353266 Sep 15 13:46:45.717968 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-dcafcff9-8e97-41ee-8a46-16119b98d72e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 1001 time: 0.1009071 Sep 15 13:46:45.789236 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-9958c656-24ef-4211-8a7d-557ddb82bc79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:46:45.790808 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-9958c656-24ef-4211-8a7d-557ddb82bc79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0656970 Sep 15 13:46:45.869018 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-3b86faf3-a5bb-4222-a873-ac5261931fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725620 Sep 15 13:46:46.008002 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-c4382c53-3ee7-4075-a367-0cf371a51c9c service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332889 Sep 15 13:46:46.147896 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-ff04abec-a32a-4ab2-9264-729399b5d147 req-8fefa778-623f-4ed4-890a-5fb5b8e2834f service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325886 Sep 15 13:46:46.577995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:47.572299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-734f073f-8f84-48a1-a783-7e1eda3a0bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:47.794443 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:46:49.327010 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:07.989309 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-ad0fbab2-11dc-4e41-9a7c-a87b196e3f4d tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048716239&fields=id&tenant_id=e9eface3f3cc449c8f444f38a98042c9 HTTP/1.1" status: 200 len: 267 time: 0.0436924 Sep 15 13:47:08.078938 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-8d3f72b6-ac61-46e7-8efb-57a827a3450e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:08.080517 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-8d3f72b6-ac61-46e7-8efb-57a827a3450e tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 984 time: 0.0856688 Sep 15 13:47:08.091826 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.v2.base [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Request body: {'port': {'security_groups': ['720a01c1-2aa4-43e0-a04e-3afea797f141']}} {{(pid=82339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 13:47:08.214924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16609355'] for port, before_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.672633 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:08.698169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for port, precommit_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.701637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271355438281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363271355876366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271355874027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2049610'] for port, after_update {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.707722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-17ae9acc-65f5-446f-ab83-c866662a4d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:08.713194 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:47:08.780716 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:08.781405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.786971 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-0011170b-62ab-4b91-8d63-f614070dfac8 req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "PUT /v2.0/ports/e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 942 time: 0.6998591 Sep 15 13:47:08.787580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:47:08.790085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58684) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:08.803639 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event updated for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=7']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:08.807203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e26b2a01-371f-496f-bfc8-c602a91ceda7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:08.857709 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:47:08.859831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:47:08.887464 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.922299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.982607 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:08.984795 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-78d64151-62b1-4028-9e0f-7623e54ae660 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1098 time: 0.1029861 Sep 15 13:47:08.988627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-d97e3cff-da5b-445b-8d56-ed6cee31c469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:09.006505 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b124e4cf-1e76-4a3f-a374-87ca593edb18,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:09.012000 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:09.024984 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for security_group, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.026445 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-2e6fd196-ee73-433d-b65f-91192790bf6a tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "DELETE /v2.0/security-groups/b124e4cf-1e76-4a3f-a374-87ca593edb18 HTTP/1.1" status: 204 len: 168 time: 0.2352321 Sep 15 13:47:09.029238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58690) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:09.142263 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-dd20628a-aa00-481e-b74e-d82015efc601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:09.144463 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-dd20628a-aa00-481e-b74e-d82015efc601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1514328 Sep 15 13:47:09.167476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.provisioning_blocks [None req-da2bc079-20ae-4cfc-8700-85cd8bbc9738 None None] Provisioning complete for port e3712a77-a874-45d6-8d95-ef22e331394e triggered by entity DHCP. {{(pid=82341) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 15 13:47:09.167992 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-da2bc079-20ae-4cfc-8700-85cd8bbc9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4901'] for port, provisioning_complete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.254351 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-3591c00e-56d6-4683-9fdf-2220edf58950 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 1001 time: 0.1037688 Sep 15 13:47:09.264447 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Deleting port b9bef3bc-1bd9-4423-9735-a1222b20627c {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:09.264967 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.326018 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-65d51907-4814-4fe7-bd4e-14abc1e603cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:09.327623 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-65d51907-4814-4fe7-bd4e-14abc1e603cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0670958 Sep 15 13:47:09.411925 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-0ea76775-7517-4521-a0e6-b3acaa68b782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768929 Sep 15 13:47:09.447656 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.448024 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.519525 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:47:09.555472 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-7798c48a-08d8-4aad-a559-27187b828c56 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367199 Sep 15 13:47:09.574787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Calling delete_port for b9bef3bc-1bd9-4423-9735-a1222b20627c owned by network:floatingip {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:09.697601 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-4795cb3f-21bc-489a-96ac-9f399e8b893c req-fd54ffbe-169e-447b-aa22-c39cc695b108 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364260 Sep 15 13:47:09.723330 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:09.727939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-edb14822-c0d3-4fb1-a78a-e8049009a74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:09.775581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event deleted for resources: {'Port': ['ID=b9bef3bc-1bd9-4423-9735-a1222b20627c,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:09.778285 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:09.871298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks [] for floatingip, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:10.269441 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:47:10.476991 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:47:10.486815 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Sync routers for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:47:10.496096 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for floatingip, before_response {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:10.499588 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:10.500260 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:46:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:10.554477 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-854f88ae-f649-4c3a-ab8c-d7b63d99add7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "DELETE /v2.0/floatingips/5053f2c4-cf60-4297-ae88-0cbeb98f58d8 HTTP/1.1" status: 204 len: 168 time: 1.5240259 Sep 15 13:47:10.555099 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:47:10.610884 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:47:10.697581 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:10.710896 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-4098961e-ab78-4f5a-a479-4f69066da246 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eface3f3cc449c8f444f38a98042c9&device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 1098 time: 0.0778379 Sep 15 13:47:10.879155 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-c462aacc-1930-4a10-84ce-6eab305ff48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:10.881675 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-c462aacc-1930-4a10-84ce-6eab305ff48b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 200 len: 915 time: 0.1637776 Sep 15 13:47:10.962900 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-e2893f94-e75e-43e9-bb96-4afd8d766538 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 200 len: 217 time: 0.0742633 Sep 15 13:47:11.032987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-1ca78a67-7016-443b-8c95-687b88257f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:11.034760 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-1ca78a67-7016-443b-8c95-687b88257f67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 200 len: 853 time: 0.0650809 Sep 15 13:47:11.044195 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:11.048298 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Checking router: c46529ba-5dd1-45a8-9b99-6e9f1e196cfa for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:47:11.059964 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:11.060610 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:46:48Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:11.118201 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-cf199d8d-a6c5-4f1c-a706-f9f950c1d112 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a43eef80-559b-43fd-96c6-6fff4b352153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768628 Sep 15 13:47:11.252238 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:11.263207 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-8930d187-e822-41dd-9bfe-a82eefbb5522 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379488 Sep 15 13:47:11.423121 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-153ddfb8-2ba1-4db9-94b8-33516b456370 req-205aff40-5939-4ee4-a4ad-844d1fd5f9b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529443 Sep 15 13:47:11.591622 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:11.595927 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed7819-7edc-4b4b-841e-1bc10858d303 None None] The sync data for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb is: [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:44:59Z', 'revision_number': 4, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb', '_interfaces': [{'id': '5b72af74-d767-4d33-9721-9bccc1f04f92', 'name': '', 'network_id': 'a43eef80-559b-43fd-96c6-6fff4b352153', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'mac_address': 'fa:16:3e:a6:52:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:58Z', 'updated_at': '2021-09-15T13:45:10Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'subnets': [{'id': '7acccd84-9ef4-4d29-898b-7bfd29dbeb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:47:11.753897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:12.037537 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafd2a7-5afd-4882-a82a-fa1d0f97bce4 None None] New status for floating IP 5053f2c4-cf60-4297-ae88-0cbeb98f58d8: DOWN {{(pid=82342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 15 13:47:13.883519 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-21eaba60-e918-4eff-81e2-5d4143466ba7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:13.884183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-21eaba60-e918-4eff-81e2-5d4143466ba7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:47:13.899166 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-21eaba60-e918-4eff-81e2-5d4143466ba7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:47:13.900483 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-21eaba60-e918-4eff-81e2-5d4143466ba7 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.0960641 Sep 15 13:47:13.947634 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-d2adcf1d-9de4-4010-9e63-a8c45ac06e45 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:47:13.962108 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-d2adcf1d-9de4-4010-9e63-a8c45ac06e45 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:security_group {{(pid=82340) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:47:13.963333 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-bd6b977e-efda-4dc1-b92d-4de9f27be88b req-d2adcf1d-9de4-4010-9e63-a8c45ac06e45 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Sep 15 13:47:15.135477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cda7d54f-49ae-4df7-aa62-345d6483585a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:15.169465 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6c75-566c-4102-ad9b-90c6baa0acea req-3550b3e7-0325-409f-975e-be96f4093a09 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:15.171080 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-59ba6c75-566c-4102-ad9b-90c6baa0acea req-3550b3e7-0325-409f-975e-be96f4093a09 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.0824966 Sep 15 13:47:15.218223 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-59ba6c75-566c-4102-ad9b-90c6baa0acea req-60eb28c8-fab8-4cef-8966-19a5dc451c57 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/security-groups?id=720a01c1-2aa4-43e0-a04e-3afea797f141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Sep 15 13:47:15.489707 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-b4c3c029-b46a-4e5e-8a3d-b00631626e25 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 15 13:47:15.491257 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-b4c3c029-b46a-4e5e-8a3d-b00631626e25 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.39 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 945 time: 0.0850649 Sep 15 13:47:15.562048 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Deleting port e3712a77-a874-45d6-8d95-ef22e331394e {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:15.562467 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:15.809722 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] For port e3712a77-a874-45d6-8d95-ef22e331394e, host hv-cinder-80918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80918',level=0,port_id=e3712a77-a874-45d6-8d95-ef22e331394e,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:15.810116 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:15.934614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Calling delete_port for e3712a77-a874-45d6-8d95-ef22e331394e owned by compute:nova {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:16.076508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:16.081968 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-ca341640-ef42-428c-a7b9-2a793d267838 tempest-AttachVolumeShelveTestJSON-525093806 tempest-AttachVolumeShelveTestJSON-525093806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:16.087796 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] get_ports_and_sgs() called for port_ids ['e3712a77-a874-45d6-8d95-ef22e331394e'] {{(pid=82341) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 13:47:16.125183 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Pushing event deleted for resources: {'Port': ['ID=e3712a77-a874-45d6-8d95-ef22e331394e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:16.128959 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:16.198730 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] No DVR routers for this DVR port e3712a77-a874-45d6-8d95-ef22e331394e on host hv-cinder-80918 {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:47:16.201217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005091'] for port, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:16.203914 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'name': 'network-vif-deleted', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e'}] {{(pid=82339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 15 13:47:16.218726 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-b4a4d22b-0813-49fa-96b9-3a75b5ae8953 req-439b7321-4cf2-4c1d-b662-08fef85feb43 tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.39 "DELETE /v2.0/ports/e3712a77-a874-45d6-8d95-ef22e331394e HTTP/1.1" status: 204 len: 173 time: 0.7219453 Sep 15 13:47:16.257249 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05', 'name': 'network-vif-deleted', 'tag': 'e3712a77-a874-45d6-8d95-ef22e331394e', 'status': 'completed', 'code': 200} Sep 15 13:47:16.392946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-89cb4572-9f38-4467-b2f7-974d63cca719 req-1c4878eb-f3bb-4a42-9c60-38563cefb56f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Synchronizing usage tracker for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 15 13:47:16.407687 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.quota.resource [req-89cb4572-9f38-4467-b2f7-974d63cca719 req-1c4878eb-f3bb-4a42-9c60-38563cefb56f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] Unset dirty status for tenant:e9eface3f3cc449c8f444f38a98042c9 on resource:port {{(pid=82339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 15 13:47:16.408934 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [req-89cb4572-9f38-4467-b2f7-974d63cca719 req-1c4878eb-f3bb-4a42-9c60-38563cefb56f tempest-TestMinimumBasicScenario-178624858 tempest-TestMinimumBasicScenario-178624858-project] 10.222.0.22 "GET /v2.0/ports?device_id=a35d11ef-4cf2-44f7-8c59-b8aa3a5b6d05 HTTP/1.1" status: 200 len: 210 time: 0.0664594 Sep 15 13:47:16.579933 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:17.573749 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3d5e-4fe1-45d2-91de-8bfdddc7bdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:17.797539 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:18.227695 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82340) accepted ('10.222.0.22', 58772) {{(pid=82340) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:18.837926 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:19.329012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:19.448769 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Deleting port 5b72af74-d767-4d33-9721-9bccc1f04f92 {{(pid=82340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:19.449144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:19.624750 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] For port 5b72af74-d767-4d33-9721-9bccc1f04f92, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=5b72af74-d767-4d33-9721-9bccc1f04f92,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:19.625068 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:19.746977 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Calling delete_port for 5b72af74-d767-4d33-9721-9bccc1f04f92 owned by network:router_interface {{(pid=82340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:19.910218 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853343863'] for port, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:19.914559 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-5012375e-9749-44cc-8cfe-9a50be45c0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:19.954937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b72af74-d767-4d33-9721-9bccc1f04f92,revision_number=None']} {{(pid=82340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:19.958203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:20.253827 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:20.860590 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:47:21.099012 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device e3712a77-a874-45d6-8d95-ef22e331394e no longer exists at agent hyperv_hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:21.136828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] No Port match for: e3712a77-a874-45d6-8d95-ef22e331394e {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:21.137144 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Device e3712a77-a874-45d6-8d95-ef22e331394e not bound to the agent host hv-cinder-80918 {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:21.290731 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:47:21.302433 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Sync routers for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:47:21.310988 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58776) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:21.311168 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-1fedf959-1b25-4e5b-92b9-a39cfe3289a4 admin admin] 10.222.0.22 "PUT /v2.0/routers/c46529ba-5dd1-45a8-9b99-6e9f1e196cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0821605 Sep 15 13:47:21.316326 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:21.317097 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:47:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:21.500611 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:21.518835 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks [] for router, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:21.807266 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:47:19Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:21.811436 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Checking router: c46529ba-5dd1-45a8-9b99-6e9f1e196cfa for host: dv-cinder-809181-1-smb {{(pid=82341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:47:21.823380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Routers {'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:21.824051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:47:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'], 'active': True} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:21.939550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:21.949163 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Deleting port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:21.949548 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:22.014040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] Set router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa gateway port host: dv-cinder-809181-1-smb {{(pid=82341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:22.130677 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] For port 1d4767d0-4cd4-4cc4-b673-87d2f993edb9, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:22.131219 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:22.272720 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Calling delete_port for 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 owned by network:router_gateway {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:22.312784 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:47:19Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:22.317002 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b62ad-2253-43e0-87f8-97abb1df50ed None None] The sync data for ids ['c46529ba-5dd1-45a8-9b99-6e9f1e196cfa'] in dv-cinder-809181-1-smb is: [{'id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'name': 'tempest-TestMinimumBasicScenario-672825831-router', 'tenant_id': 'e9eface3f3cc449c8f444f38a98042c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:55Z', 'updated_at': '2021-09-15T13:47:19Z', 'revision_number': 5, 'project_id': 'e9eface3f3cc449c8f444f38a98042c9', 'gw_port': {'id': '1d4767d0-4cd4-4cc4-b673-87d2f993edb9', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46529ba-5dd1-45a8-9b99-6e9f1e196cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:56Z', 'updated_at': '2021-09-15T13:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}] {{(pid=82341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:47:22.444946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:22.451162 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-200466dd-0f70-4591-a9e7-5374928e3dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:22.503446 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4767d0-4cd4-4cc4-b673-87d2f993edb9,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:22.507777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:22.739077 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.006924 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.011293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.032823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.033397 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46529ba-5dd1-45a8-9b99-6e9f1e196cfa {{(pid=82339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:47:23.045632 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.046915 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-0e178c61-a78d-419c-9178-1048ce7bab3c admin admin] 10.222.0.22 "DELETE /v2.0/routers/c46529ba-5dd1-45a8-9b99-6e9f1e196cfa HTTP/1.1" status: 204 len: 168 time: 1.7343371 Sep 15 13:47:23.050055 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58780) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:23.116574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Deleting subnet 7acccd84-9ef4-4d29-898b-7bfd29dbeb7e {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:47:23.119895 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.176071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.259044 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.330550 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.335452 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-557d86a1-15b1-44d0-8686-e83bf46e10e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:23.378823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acccd84-9ef4-4d29-898b-7bfd29dbeb7e,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:23.382365 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:23.383439 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.388293 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815780dd-35e1-4bf7-8c0a-8f148b40e053 None None] Network a43eef80-559b-43fd-96c6-6fff4b352153 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:47:23.389514 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-663f40f0-e8c9-4914-846d-96e5cd54da2d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7acccd84-9ef4-4d29-898b-7bfd29dbeb7e HTTP/1.1" status: 204 len: 168 time: 0.3383622 Sep 15 13:47:23.392154 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58784) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:23.507586 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.518321 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Deleting port 808be2ca-5253-4271-bda7-8b561da2a086 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:23.518659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.653186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] DHCP port deletion for a43eef80-559b-43fd-96c6-6fff4b352153 request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:47:23.657878 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Deleting port 808be2ca-5253-4271-bda7-8b561da2a086 {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:23.658420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.730741 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] For port 808be2ca-5253-4271-bda7-8b561da2a086, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=808be2ca-5253-4271-bda7-8b561da2a086,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:23.731131 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.857489 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Calling delete_port for 808be2ca-5253-4271-bda7-8b561da2a086 owned by network:dhcp {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:23.866584 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] For port 808be2ca-5253-4271-bda7-8b561da2a086, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=808be2ca-5253-4271-bda7-8b561da2a086,segment=NetworkSegment(077ccbfa-c778-4b52-af47-15d51d840536),segment_id=077ccbfa-c778-4b52-af47-15d51d840536)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:23.867026 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.936300 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:23.942352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-0e9ab53a-4577-4d41-9324-5c28835a7461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:23.986339 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Pushing event deleted for resources: {'Port': ['ID=808be2ca-5253-4271-bda7-8b561da2a086,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:23.989485 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5b72af74-d767-4d33-9721-9bccc1f04f92 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:23.989658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:23.990889 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] No DVR routers for this DVR port 808be2ca-5253-4271-bda7-8b561da2a086 on host dv-cinder-809181-1-smb {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:47:24.025476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Calling delete_port for 808be2ca-5253-4271-bda7-8b561da2a086 owned by network:dhcp {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:24.061153 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 5b72af74-d767-4d33-9721-9bccc1f04f92 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:24.061538 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 5b72af74-d767-4d33-9721-9bccc1f04f92 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:24.061994 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 808be2ca-5253-4271-bda7-8b561da2a086 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:24.098272 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 808be2ca-5253-4271-bda7-8b561da2a086 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:24.098682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 808be2ca-5253-4271-bda7-8b561da2a086 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:24.099129 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:24.113393 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.126763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43eef80-559b-43fd-96c6-6fff4b352153']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:24.140074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077ccbfa-c778-4b52-af47-15d51d840536') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:24.140419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077ccbfa-c778-4b52-af47-15d51d840536') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:24.140908 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:24.141299 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 1d4767d0-4cd4-4cc4-b673-87d2f993edb9 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:24.154027 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.164955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82341) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:47:24.165367 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:47:24.169777 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.176258 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:47:24.176732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:47:24.191365 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:47:24.269277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.273007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:24.286732 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.300016 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43eef80-559b-43fd-96c6-6fff4b352153,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:24.303838 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:24.305710 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-eebd9d2c-cc81-49c4-8f41-51afc5104812 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a43eef80-559b-43fd-96c6-6fff4b352153 HTTP/1.1" status: 204 len: 168 time: 0.9125671 Sep 15 13:47:24.308802 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58788) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:24.666390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Deleting port 808be2ca-5253-4271-bda7-8b561da2a086 {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:24.666920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.701523 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854075475'] for router_interface, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:24.731341 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-20bc80f1-8acf-49cc-8e2c-84ed6b04b693 None None] The port '808be2ca-5253-4271-bda7-8b561da2a086' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:47:25.520208 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Deleting port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:25.520820 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:25.695464 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] For port 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:25.695860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:25.819614 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Calling delete_port for 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d owned by network:router_interface {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:25.982512 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:25.986678 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4945b7eb-3021-444f-a155-4550be30f13b tempest-AttachVolumeTestJSON-1189232903 tempest-AttachVolumeTestJSON-1189232903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:26.029773 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Pushing event deleted for resources: {'Port': ['ID=98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:26.032680 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:26.329860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16086831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854075453'] for router_interface, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:26.921574 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Router b4e4816a-7e32-4e5f-887f-992744fbf48a has already been hosted by L3 agent 875150c0-b3d7-4ac1-b4d7-2f934e3a3f02 {{(pid=82339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 15 13:47:27.342763 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Notify agent at l3_agent.dv-cinder-809181-1-smb the message routers_updated {{(pid=82339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 15 13:47:27.351920 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Sync routers for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 15 13:47:27.357797 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] 10.222.0.22 "PUT /v2.0/routers/b4e4816a-7e32-4e5f-887f-992744fbf48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0479438 Sep 15 13:47:27.360556 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58792) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:27.364781 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:27.365437 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:47:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:27.547333 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: dv-cinder-809181-1-smb {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:27.563413 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks [] for router, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:27.767849 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:27.776040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Deleting port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:27.776424 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:27.844527 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'external_fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:47:25Z', 'revision_number': 5, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port': {'id': 'b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0', 'name': '', 'network_id': '371c6b96-7bd3-4a73-abc4-03809f7f39d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809181-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:03Z', 'updated_at': '2021-09-15T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75d59305-3424-4ca5-afaa-e2cd1402eced', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809181-1-smb'}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:27.849098 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Checking router: b4e4816a-7e32-4e5f-887f-992744fbf48a for host: dv-cinder-809181-1-smb {{(pid=82342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 15 13:47:27.860426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Routers {'b4e4816a-7e32-4e5f-887f-992744fbf48a'} bound to L3 agent in host dv-cinder-809181-1-smb {{(pid=82342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:47:27.861114 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809181-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:29:48Z,description=,heartbeat_timestamp=2021-09-15T13:47:18Z,host='dv-cinder-809181-1-smb',id=875150c0-b3d7-4ac1-b4d7-2f934e3a3f02,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:29:48Z,topic='l3_agent')) {'router_ids': ['b4e4816a-7e32-4e5f-887f-992744fbf48a'], 'active': True} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:27.965176 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] For port b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,segment=NetworkSegment(11fcce47-914d-4826-921f-caa12e100232),segment_id=11fcce47-914d-4826-921f-caa12e100232)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:27.965646 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.016124 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvr_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] Set router b4e4816a-7e32-4e5f-887f-992744fbf48a gateway port host: None {{(pid=82342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 15 13:47:28.092019 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Calling delete_port for b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 owned by network:router_gateway {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:28.124659 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_hamode_db [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:47:27Z', 'revision_number': 6, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port_host': None}], 'dv-cinder-809181-1-smb', False) {} {{(pid=82342) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:28.128803 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b0f97-133a-4964-aa9b-97581b186404 None None] The sync data for ids ['b4e4816a-7e32-4e5f-887f-992744fbf48a'] in dv-cinder-809181-1-smb is: [{'id': 'b4e4816a-7e32-4e5f-887f-992744fbf48a', 'name': 'tempest-TestMinimumBasicScenario-538131253-router', 'tenant_id': '288415d16b3b4a35915f81d5f33ebb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:02Z', 'updated_at': '2021-09-15T13:47:27Z', 'revision_number': 6, 'project_id': '288415d16b3b4a35915f81d5f33ebb83', 'gw_port_host': None}] {{(pid=82342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 15 13:47:28.262167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.267105 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-e45ad73e-ed73-4923-a318-42b5b7342b4a tempest-VolumesNegativeTest-509959610 tempest-VolumesNegativeTest-509959610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:28.313227 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:28.317782 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:28.549936 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-676675'] for router_gateway, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.812395 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771702'] for router, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.817224 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.838896 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071312'] for router, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.839431 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e4816a-7e32-4e5f-887f-992744fbf48a {{(pid=82339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 13:47:28.851980 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] Notify callbacks [] for router, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.853221 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-dcaff3bb-18b4-4d15-b145-1a73002046ce admin admin] 10.222.0.22 "DELETE /v2.0/routers/b4e4816a-7e32-4e5f-887f-992744fbf48a HTTP/1.1" status: 204 len: 168 time: 1.4916689 Sep 15 13:47:28.855880 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58796) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:28.924658 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Deleting subnet fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d {{(pid=82339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 13:47:28.928078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:28.980972 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852057352'] for subnet, precommit_delete_associations {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.062916 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-444'] for subnet, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.128495 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2049559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1434890'] for subnet, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.132955 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:29.168615 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:29.171473 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:29.173983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for subnet, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.180172 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b41201-be35-426d-85ff-10e9d15127c8 None None] Network 00387ba9-baad-4ea8-8414-14954bf28d52 requested from dv-cinder-809181-1-smb {{(pid=82341) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 15 13:47:29.180827 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-aedd51a0-aa6a-4fc7-ab2c-2edf6fa32b3c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa6917f1-6d58-47d8-9e67-ba3c62ad6f2d HTTP/1.1" status: 204 len: 168 time: 0.3239424 Sep 15 13:47:29.183524 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58800) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:29.299071 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853882888'] for network, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.311508 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Deleting port 330b2d44-e51b-48c7-aac6-f702bea51cd6 {{(pid=82339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:29.311875 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.538085 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] For port 330b2d44-e51b-48c7-aac6-f702bea51cd6, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=330b2d44-e51b-48c7-aac6-f702bea51cd6,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:29.538435 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.606625 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] DHCP port deletion for 00387ba9-baad-4ea8-8414-14954bf28d52 request from dv-cinder-809181-1-smb {{(pid=82341) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 15 13:47:29.610860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Deleting port 330b2d44-e51b-48c7-aac6-f702bea51cd6 {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:29.611277 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.666468 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Calling delete_port for 330b2d44-e51b-48c7-aac6-f702bea51cd6 owned by network:dhcp {{(pid=82339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:29.737007 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838178292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271355438332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765498899434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852726206'] for port, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.741719 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-13d470bf-6ff7-473b-87bc-573492a0a34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:29.786897 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=330b2d44-e51b-48c7-aac6-f702bea51cd6,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:29.799389 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.799758 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.800171 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.800580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.800987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.801392 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.801793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.802203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.802628 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.803028 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.803426 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809181-1-smb {{(pid=82339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 15 13:47:29.806196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] No DVR routers for this DVR port 330b2d44-e51b-48c7-aac6-f702bea51cd6 on host dv-cinder-809181-1-smb {{(pid=82339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 15 13:47:29.807824 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:29.816423 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.db [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] For port 330b2d44-e51b-48c7-aac6-f702bea51cd6, host dv-cinder-809181-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809181-1-smb',level=0,port_id=330b2d44-e51b-48c7-aac6-f702bea51cd6,segment=NetworkSegment(56dc2345-386b-4d55-b495-f1c52a0a6d93),segment_id=56dc2345-386b-4d55-b495-f1c52a0a6d93)] {{(pid=82341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 15 13:47:29.816860 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671992'] for port, precommit_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:29.944990 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Calling delete_port for 330b2d44-e51b-48c7-aac6-f702bea51cd6 owned by network:dhcp {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Sep 15 13:47:29.974664 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:30.015580 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:30.016196 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 98d2b0df-bbfe-4a2a-9061-ffbec1f1c60d not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:30.016405 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 330b2d44-e51b-48c7-aac6-f702bea51cd6 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:30.056388 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: 330b2d44-e51b-48c7-aac6-f702bea51cd6 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:30.056692 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device 330b2d44-e51b-48c7-aac6-f702bea51cd6 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:30.057156 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 no longer exists at agent ovs-agent-dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 15 13:47:30.099831 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] No Port match for: b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 {{(pid=82341) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Sep 15 13:47:30.100222 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.rpc [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Device b5c3a4bd-2b9b-42ed-b5f5-59d9dc8cf6b0 not bound to the agent host dv-cinder-809181-1-smb {{(pid=82341) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 15 13:47:30.124419 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.db.api [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82341) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:47:30.124830 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_db.api [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 15 13:47:30.155178 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3877', 'neutron.services.segments.db._delete_segments_for_network-8765499412254'] for network, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.168978 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00387ba9-baad-4ea8-8414-14954bf28d52']}} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:30.181453 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dc2345-386b-4d55-b495-f1c52a0a6d93') {'for_net_delete': True} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:30.181793 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.services.segments.db [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dc2345-386b-4d55-b495-f1c52a0a6d93') {} {{(pid=82339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 15 13:47:30.194092 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363271355372114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2718433'] for segment, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.209366 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853899129'] for segment, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.215870 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=82339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 15 13:47:30.216291 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-876702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2049708'] for segment, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: Traceback (most recent call last): Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: timer() Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: cb(*args, **kw) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: return func(*args, **kwargs) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: self._notify() Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: self.callback(batched_events) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: event.method(event) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: segment_id)['aggregates'][0] Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: return f(self, *a, **k) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: return self._get(url).json() Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: **kwargs) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: return self.request(url, 'GET', **kwargs) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: **endpoint_filter) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:47:30.230013 dv-cinder-809181-1-smb neutron-server[82230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:47:30.309568 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838688936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674724'] for network, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.314630 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838688951'] for network, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.319167 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-2b4ad314-9fb6-4e0e-9230-a63d96667431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:30.342861 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=00387ba9-baad-4ea8-8414-14954bf28d52,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:30.345268 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:30.349167 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-c4479ad6-a4ff-406e-9025-e284c32054f0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/00387ba9-baad-4ea8-8414-14954bf28d52 HTTP/1.1" status: 204 len: 168 time: 1.1646090 Sep 15 13:47:30.550935 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58806) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:30.602641 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-6d451f22-9d41-4333-863e-37922dac00d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9eface3f3cc449c8f444f38a98042c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503528 Sep 15 13:47:30.604939 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58810) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:30.626143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Deleting port 330b2d44-e51b-48c7-aac6-f702bea51cd6 {{(pid=82341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Sep 15 13:47:30.626601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363271355476084'] for port, before_delete {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.665343 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.690828 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.plugins.ml2.plugin [None req-87a33e04-1db1-4241-860d-dc7bfb19ec23 None None] The port '330b2d44-e51b-48c7-aac6-f702bea51cd6' was deleted {{(pid=82341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Sep 15 13:47:30.692390 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.735246 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.740626 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-4cb3f615-0344-4f19-93c1-7576a99ebc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:30.758775 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720a01c1-2aa4-43e0-a04e-3afea797f141,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:30.762869 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:30.766983 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:30.768246 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-3ac28c5d-629f-494d-a7c7-b62ffb493683 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/720a01c1-2aa4-43e0-a04e-3afea797f141 HTTP/1.1" status: 204 len: 168 time: 0.1623714 Sep 15 13:47:31.166418 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58818) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:31.218590 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-5eeaf0fb-b3a7-4324-b9df-d3ff116513a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=288415d16b3b4a35915f81d5f33ebb83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508447 Sep 15 13:47:31.221060 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.wsgi [-] (82339) accepted ('10.222.0.22', 58822) {{(pid=82339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 15 13:47:31.283078 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:31.311780 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:31.356476 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854005128'] for security_group, after_delete {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:31.361352 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-df917c88-a8da-4f65-b4bb-1ec7f7b3e2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 15 13:47:31.371834 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53133e39-9530-4a4b-acf2-7850fb7e14f4,revision_number=None']} {{(pid=82339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 15 13:47:31.374428 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG oslo_concurrency.lockutils [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 15 13:47:31.380040 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:31.381180 dv-cinder-809181-1-smb neutron-server[82230]: INFO neutron.wsgi [None req-880fd172-9a5b-4879-95d0-202d449bfba0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53133e39-9530-4a4b-acf2-7850fb7e14f4 HTTP/1.1" status: 204 len: 168 time: 0.1586516 Sep 15 13:47:41.766932 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:45.135627 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-bf1a75b4-3888-40f4-8707-97ac0e840da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:46.519937 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:47:46.582401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:47.576254 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2fff85d8-5e53-43f7-aa3f-07975056ea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:47.798787 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:47:49.332579 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:11.781294 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:15.136111 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3d09a8f8-a11b-45fc-bf54-244e483d5a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:16.583217 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:17.576287 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb07a-35fb-4046-a521-f7f2cf195116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:17.800997 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:19.336062 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:23.520380 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:48:41.780663 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:45.136554 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e5524b2a-b6d8-4353-b6c0-e87f1b19f3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:46.585448 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:47.576854 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-4efb6157-d3e5-4fae-a635-372e8932189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:47.804168 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:48:49.338868 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:00.521420 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:49:11.794689 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:15.137264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-740e0c17-fb7e-4f83-9ee1-de8263d0da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:16.588866 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:17.577479 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-27769dcb-091b-468b-a780-7f428f10b85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:17.807363 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:19.341052 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:37.521356 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:49:41.794960 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:45.138531 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a208be33-01c8-43cf-b08c-cb48f6ba0e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:46.591051 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:47.578434 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0da-80fb-4ae7-b778-0a7f2df48883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:47.809214 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:49:49.344180 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:11.808235 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:14.521186 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:50:15.139320 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-3a279405-f600-4d2f-8720-c08921083f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:16.592876 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:17.579496 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f738a3b-8fd2-458a-a9f2-427be061132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:17.812327 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:19.345751 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:41.822946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:45.139264 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-233d4aca-1f62-48ff-9aba-5d53099679f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:46.595429 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:47.579946 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e16f6758-d2bb-40f8-aa06-3beed6ead3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:47.814637 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:49.349384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:50:51.522490 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:51:11.837203 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:15.140601 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-92e10dd4-1058-4000-bdfb-e93fff54a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:16.597564 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:17.580169 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-2b04075b-fac2-4b09-84ae-37670566dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:17.816790 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:19.352074 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:28.522995 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:51:41.841031 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:45.140682 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-85657a88-94fe-44f1-87bb-a8c80aea80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:46.602076 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:47.581143 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-cf639405-ebd3-4cbc-ad53-b809a36125e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:47.819401 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:51:49.354823 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:05.523477 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron.db.agents_db [None req-69b81661-33bc-4f86-b0c4-b66de9cf4378 None None] Agent healthcheck: found 6 active agents {{(pid=82342) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 15 13:52:11.842966 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a0d3-c0e0-4507-ba29-88dbe39dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:15.141384 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-02564aa5-1b19-48e1-897b-acf49e5e5f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:16.604244 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-105dbaa6-17f1-41d2-9517-6c8e6e286cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:17.581987 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-5ec88978-84c7-431b-a275-16624dd1c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:17.835427 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-1f997dba-0fc7-45a0-b3e8-93ad47f7f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 15 13:52:19.357865 dv-cinder-809181-1-smb neutron-server[82230]: DEBUG neutron_lib.callbacks.manager [None req-e264bd59-5f98-4f81-8a41-e83f0d368bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765499412237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770794'] for agent, after_update {{(pid=82341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}